-- Logs begin at Wed 2021-07-14 11:03:11 UTC, end at Wed 2021-07-14 12:20:48 UTC. -- Jul 14 11:51:21.472618 dv-cinder-800768-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 11:51:24.169877 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:51:24.170450 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 11:51:24.170651 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 11:51:24.173893 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.common.config [-] Logging enabled! Jul 14 11:51:24.174153 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 11:51:24.174474 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93045) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 11:51:24.175422 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:51:24.175660 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:51:24.176051 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:51:24.176329 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:51:24.176560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:51:24.176942 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.177189 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.177490 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.177722 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.178028 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.178319 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.178607 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.178896 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.179197 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.179487 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.179773 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.180085 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.180321 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.180604 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.180893 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.181181 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.181409 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] debug = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.181692 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.182117 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.182537 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.182819 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.183110 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.183396 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.183668 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.184037 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.184340 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.184676 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] host = dv-cinder-800768-2-iscsi {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.184958 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.185248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.185538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.185825 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.186105 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.186383 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.186669 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.186948 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.187224 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.187503 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.187793 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.188104 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.188396 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.188624 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.188848 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.189140 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.189427 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.189708 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.189986 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.190264 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.190599 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.190817 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.191086 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.191373 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.191658 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.191972 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.192273 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.192555 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.192825 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.193106 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.193392 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.193670 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.193947 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.194230 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.194518 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.194792 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.195069 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.195371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.195660 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.195947 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.196271 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.196550 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.196835 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.197114 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.197388 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.197664 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_json = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.197940 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.198214 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.198496 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.198771 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.199048 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.199327 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.199601 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.199888 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:24.200218 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.200518 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.200821 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.201117 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.201416 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.201700 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.201992 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.202274 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.202564 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.202855 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.203214 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.203433 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.203722 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.204027 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.204321 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.204629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.204925 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.205217 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.205495 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.205771 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.206044 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.206324 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.206611 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.207002 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.207217 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.207990 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.208304 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.208604 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.208876 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.209155 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.209437 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.209727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.210012 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.210287 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.210574 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.210855 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.211130 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.211406 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.211688 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.211980 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.212285 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.212559 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.212832 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.213110 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.213383 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.213674 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.213953 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.214233 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.214508 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.214791 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.215067 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.215345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.215628 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.215906 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.216223 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.216502 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.216777 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.217134 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.217330 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.217600 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.217876 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.218154 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.218436 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.218713 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.218990 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.219325 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.219546 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.219824 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.220140 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.220439 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.220719 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.221087 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.221283 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.221562 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.221842 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.222121 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.222401 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.222681 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.222953 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.223802 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.224126 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.224427 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.224712 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.224995 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.225293 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.225574 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.225858 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.226138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.226421 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.226716 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.227002 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.227297 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.227595 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.227890 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.228217 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.228518 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.228805 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.229116 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.229400 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:24.229621 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:51:24.229868 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93045) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 11:51:24.575956 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 11:51:24.576252 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 11:51:24.576541 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 11:51:24.576877 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 11:51:24.965386 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:24.965579 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:24.965858 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:24.967172 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:24.967447 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:24.967723 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.002118 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.002401 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.002670 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.016475 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.016757 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.017032 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.046404 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.046695 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.046973 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.083873 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.084178 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.084449 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.314723 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.315420 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.315420 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.315596 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.316243 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.436172 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.436505 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.436790 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.437060 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.437326 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.437634 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.437894 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.438149 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.438403 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.438682 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.438941 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.439202 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.439456 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.439708 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.439962 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.440250 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.440505 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.440770 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.441036 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.441293 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.441562 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.441842 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.442123 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.442498 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.442751 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.442995 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.443394 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.443642 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.443884 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.444150 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.444391 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.444629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:25.444996 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 11:51:25.448225 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 11:51:25.452192 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 11:51:25.455894 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 14 11:51:25.458083 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 11:51:25.458541 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 11:51:25.458884 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 11:51:25.459276 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 11:51:25.462093 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 11:51:25.462345 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 11:51:25.462696 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:51:25.492217 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 11:51:25.492665 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.492964 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93045) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 11:51:25.493333 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.494680 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93045) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 11:51:25.494965 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 11:51:25.495215 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 11:51:25.498272 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.498555 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:25.561715 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 11:51:25.561953 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 11:51:25.562193 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 11:51:25.562566 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 11:51:25.583588 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_db.sqlalchemy.engines [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93045) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 11:51:26.106546 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing driver for type 'gre' Jul 14 11:51:26.107146 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] gre ID ranges: [(1, 1000)] Jul 14 11:51:26.156742 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing driver for type 'local' Jul 14 11:51:26.157091 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing driver for type 'vlan' Jul 14 11:51:26.170305 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] VlanTypeDriver initialization complete Jul 14 11:51:26.170600 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing driver for type 'vxlan' Jul 14 11:51:26.171094 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] vxlan ID ranges: [(1, 1000)] Jul 14 11:51:26.224252 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing extension driver 'port_security' Jul 14 11:51:26.224639 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.extensions.port_security [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] PortSecurityExtensionDriver initialization complete Jul 14 11:51:26.225048 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing mechanism driver 'openvswitch' Jul 14 11:51:26.225427 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing mechanism driver 'hyperv' Jul 14 11:51:26.232039 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.plugin [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93045) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:26.232734 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.233111 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.233469 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.233986 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.234421 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.234775 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.235120 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.235507 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.235914 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.236296 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.236642 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.237028 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.237432 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.237779 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.238117 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.238647 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.239060 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.239412 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.239757 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.240177 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.240580 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.240927 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.241265 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.241654 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93045) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 11:51:26.242033 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] ML2 OVO RPC backend initialized. {{(pid=93045) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 11:51:26.242743 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.243102 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.243521 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.243871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > networks before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.244292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.244595 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > ports before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.244941 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.245284 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.245631 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.245975 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.246315 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.246652 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.246991 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.247326 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.247662 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.248017 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.248360 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.248937 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.plugin [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Modular L2 Plugin initialization complete Jul 14 11:51:26.249270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading services supported by the core plugin {{(pid=93045) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 11:51:26.249601 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.plugins.ml2.managers [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Got port-security extension from driver 'port_security' Jul 14 11:51:26.250069 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.extensions.vlantransparent [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Disabled vlantransparent extension. Jul 14 11:51:26.250551 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93045) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 11:51:26.251120 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: router Jul 14 11:51:26.287113 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.287503 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_create 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.287871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router before_create 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.288265 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.288647 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.289002 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_delete 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.289362 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.289724 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_create 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.290072 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.290420 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.290767 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.291126 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.291537 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.291908 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.292282 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.292621 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: subnet after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.292963 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.293314 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.293665 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.294007 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.294348 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.294707 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router after_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.295049 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.295398 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.295756 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.296135 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.296502 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > agent after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.296851 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > agent after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.297194 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > network after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.298050 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Tracking information for resource: router configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:26.298386 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Tracking information for resource: floatingip configured {{(pid=93045) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 11:51:26.303373 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.db.l3_agentschedulers_db [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 11:51:26.303960 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.304349 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.304704 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.305055 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: port after_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.305850 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router before_create 55550100 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.306217 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.306579 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.306936 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.311436 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.provider_configuration [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service providers = [] {{(pid=93045) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 11:51:26.311807 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.db.servicetype_db [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93045) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 11:51:26.314778 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.service_base [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:51:26.315311 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.service_base [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:51:26.315464 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.service_base [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:51:26.316393 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.services.service_base [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93045) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 11:51:26.316798 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.services.service_base [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 11:51:26.317175 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.317495 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 11:51:26.328061 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.328402 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: auto_allocate Jul 14 11:51:26.334652 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: network precommit_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.335025 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: network precommit_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.335546 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.335870 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: tag Jul 14 11:51:26.342395 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.342729 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: timestamp Jul 14 11:51:26.346766 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.347101 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: network_ip_availability Jul 14 11:51:26.353124 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.353494 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.353850 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.354564 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.354885 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: flavors Jul 14 11:51:26.359576 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.359914 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading Plugin: revisions Jul 14 11:51:26.364240 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93045) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 11:51:26.364631 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=93045) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 11:51:26.365363 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93045) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 11:51:26.365700 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Initializing extension manager. Jul 14 11:51:26.366206 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: __init__.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.366546 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: __pycache__ {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.366875 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.367205 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: address_group.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.367964 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.368554 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: address-group Jul 14 11:51:26.368876 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: address_scope.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.369596 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.370097 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: address-scope Jul 14 11:51:26.370416 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.371360 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.371866 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: router-admin-state-down-before-update Jul 14 11:51:26.372226 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: agent.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.374422 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.374945 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: agent Jul 14 11:51:26.375284 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: agent_resources_synced.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.376561 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.377074 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: agent-resources-synced Jul 14 11:51:26.377403 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.379247 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.379763 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: allowed-address-pairs Jul 14 11:51:26.380131 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.381222 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.381732 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: auto-allocated-topology Jul 14 11:51:26.382059 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: availability_zone.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.382764 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.383264 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: availability_zone Jul 14 11:51:26.383588 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: availability_zone_filter.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.384540 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.385040 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: availability_zone_filter Jul 14 11:51:26.385364 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: data_plane_status.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.386281 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.386777 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 11:51:26.387100 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: default_subnetpools.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.388046 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.388549 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: default-subnetpools Jul 14 11:51:26.388879 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.389727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.390230 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: dhcp_agent_scheduler Jul 14 11:51:26.390557 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: dns.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.391485 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.391987 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 11:51:26.392337 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: dns_domain_ports.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.393264 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.393769 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 11:51:26.394092 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.395551 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.396084 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 11:51:26.396411 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: dvr.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.397097 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.397598 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: dvr Jul 14 11:51:26.397920 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: empty_string_filtering.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.398842 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.399356 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: empty-string-filtering Jul 14 11:51:26.399676 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.400635 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.401140 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:51:26.401462 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.402391 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.402893 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 11:51:26.403220 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: external_net.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.404162 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.404666 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: external-net Jul 14 11:51:26.404986 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.405902 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.406403 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: extra_dhcp_opt Jul 14 11:51:26.406723 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: extraroute.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.407667 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.408204 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: extraroute Jul 14 11:51:26.408527 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: extraroute_atomic.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.409566 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.410068 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: extraroute-atomic Jul 14 11:51:26.410390 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: filter_validation.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.411604 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.412138 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: filter-validation Jul 14 11:51:26.412457 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: fip_pf_description.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.413381 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.413877 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 11:51:26.414196 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: fip_port_details.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.415124 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.415652 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: fip-port-details Jul 14 11:51:26.415975 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: flavors.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.417232 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.417748 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: flavors Jul 14 11:51:26.418071 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.419747 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.420306 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 11:51:26.420643 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: floatingip_pools.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.421357 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.421868 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: floatingip-pools Jul 14 11:51:26.422199 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: ip_allocation.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.423131 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.423634 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 11:51:26.423962 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.424917 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.425422 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: ip-substring-filtering Jul 14 11:51:26.425750 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l2_adjacency.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.426708 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.427216 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 11:51:26.427545 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.428547 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.429064 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: router Jul 14 11:51:26.429397 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.431770 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.432324 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 11:51:26.432658 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.433589 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.434099 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: ext-gw-mode Jul 14 11:51:26.434426 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.435367 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.435872 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: l3-ha Jul 14 11:51:26.436229 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3_flavors.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.437168 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.437674 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: l3-flavors Jul 14 11:51:26.438002 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.438916 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.439423 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 11:51:26.439745 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: l3agentscheduler.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.440863 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.441367 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: l3_agent_scheduler Jul 14 11:51:26.441712 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: logging.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.443234 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.443753 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension logging not supported by any of loaded plugins Jul 14 11:51:26.444113 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: metering.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.444869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.445443 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: metering Jul 14 11:51:26.445769 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.446901 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.447436 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: metering_source_and_destination_fields Jul 14 11:51:26.447765 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: multiprovidernet.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.448730 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.449241 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: multi-provider Jul 14 11:51:26.449566 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: netmtu.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.450495 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.450996 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: net-mtu Jul 14 11:51:26.451321 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: netmtu_writable.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.452286 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.452792 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: net-mtu-writable Jul 14 11:51:26.453118 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: network_availability_zone.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.453799 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.454301 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: network_availability_zone Jul 14 11:51:26.454623 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: network_ip_availability.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.455724 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.456271 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: network-ip-availability Jul 14 11:51:26.456597 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: network_segment_range.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.457896 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.458394 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 11:51:26.458717 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: pagination.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.459721 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.460089 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: pagination Jul 14 11:51:26.460414 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: port_device_profile.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.461345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.461860 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: port-device-profile Jul 14 11:51:26.462181 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.463117 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.463622 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: port-mac-address-regenerate Jul 14 11:51:26.463941 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.464905 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.465405 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: port-numa-affinity-policy Jul 14 11:51:26.465728 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: port_resource_request.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.466650 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.467145 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 11:51:26.467466 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: portbindings.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.468435 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.468940 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: binding Jul 14 11:51:26.469263 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: portbindings_extended.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.470664 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.471175 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: binding-extended Jul 14 11:51:26.471503 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: portsecurity.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.472462 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.473540 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: port-security Jul 14 11:51:26.473883 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: project_id.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.474872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.475203 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: project-id Jul 14 11:51:26.475523 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: providernet.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.476489 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.476998 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: provider Jul 14 11:51:26.477319 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.480857 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.481404 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos not supported by any of loaded plugins Jul 14 11:51:26.481711 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.483017 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.483477 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 11:51:26.483807 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.484771 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.485286 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 11:51:26.485614 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_default.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.486538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.487048 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-default not supported by any of loaded plugins Jul 14 11:51:26.487377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_fip.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.488070 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.488592 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 11:51:26.488918 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.489859 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.490361 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 11:51:26.490684 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.491608 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.492146 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 11:51:26.492472 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.493400 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.493900 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 11:51:26.494223 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: qos_rules_alias.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.495319 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.495784 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 11:51:26.496142 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: quotasv2.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.497070 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.497397 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: quotas Jul 14 11:51:26.497717 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: quotasv2_detail.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.501055 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.501403 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: quota_details Jul 14 11:51:26.501735 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: rbac.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.502856 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.503338 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: rbac-policies Jul 14 11:51:26.503672 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: rbac_address_group.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.504858 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.505377 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: rbac-address-group Jul 14 11:51:26.505707 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: rbac_address_scope.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.506656 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.507168 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: rbac-address-scope Jul 14 11:51:26.507494 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: rbac_security_groups.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.508457 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.508963 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: rbac-security-groups Jul 14 11:51:26.509293 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.510228 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.510734 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: rbac-subnetpool Jul 14 11:51:26.511064 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: revisionifmatch.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.511991 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.512526 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: revision-if-match Jul 14 11:51:26.512854 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: revisions.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.513975 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.514480 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: standard-attr-revisions Jul 14 11:51:26.514809 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: router_availability_zone.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.515492 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.516029 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: router_availability_zone Jul 14 11:51:26.516349 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: routerservicetype.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.517276 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.517773 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 11:51:26.518096 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.519024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.519528 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: security-groups-normalized-cidr Jul 14 11:51:26.520407 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.521330 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.521834 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: port-security-groups-filtering Jul 14 11:51:26.522159 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.523092 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.523593 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: security-groups-remote-address-group Jul 14 11:51:26.523917 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: securitygroup.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.533682 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.534204 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: security-group Jul 14 11:51:26.534535 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: segment.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.535338 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.536463 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension segment not supported by any of loaded plugins Jul 14 11:51:26.536790 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.537746 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.538256 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 11:51:26.538582 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: servicetype.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.539707 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.540257 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: service-type Jul 14 11:51:26.540596 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: sorting.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.541597 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.541933 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: sorting Jul 14 11:51:26.542259 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: standard_attr_segment.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.543283 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.543770 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 11:51:26.544124 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: standardattrdescription.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.544784 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.545300 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: standard-attr-description Jul 14 11:51:26.545619 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: stateful_security_group.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.546560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.547078 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: stateful-security-group Jul 14 11:51:26.547398 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: stdattrs_common.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.547991 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 11:51:26.548340 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.549289 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.549804 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 11:51:26.550132 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnet_onboard.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.551247 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.551759 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: subnet_onboard Jul 14 11:51:26.552111 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.553060 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.553559 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 11:51:26.553881 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnet_service_types.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.554818 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.555323 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: subnet-service-types Jul 14 11:51:26.555643 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnetallocation.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.556762 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.557269 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: subnet_allocation Jul 14 11:51:26.557592 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.558266 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.558769 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: subnetpool-prefix-ops Jul 14 11:51:26.559092 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.560062 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.560571 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 11:51:26.560893 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: tagging.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.561972 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.562481 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: standard-attr-tag Jul 14 11:51:26.562812 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: timestamp.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.564041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.564566 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loaded extension: standard-attr-timestamp Jul 14 11:51:26.564890 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: trunk.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.565930 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.566440 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension trunk not supported by any of loaded plugins Jul 14 11:51:26.567288 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: trunk_details.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.568248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.568766 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 11:51:26.569094 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.570023 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.570536 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 11:51:26.570866 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Loading extension file: vlantransparent.py {{(pid=93045) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 11:51:26.571546 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93045) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 11:51:26.572076 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 11:51:26.574542 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:network Jul 14 11:51:26.575078 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnet Jul 14 11:51:26.575481 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:51:26.575873 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:port Jul 14 11:51:26.577141 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.577590 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service FLAVORS assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.578207 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.578634 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.578967 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:router Jul 14 11:51:26.579398 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:51:26.579904 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service METERING assigned prefix: /metering {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.581375 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.581750 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.582104 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93045) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 11:51:26.583824 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:51:26.584320 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:51:26.584772 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:51:26.585392 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service CORE assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.585725 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:51:26.586074 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] subnetpool is already registered Jul 14 11:51:26.586511 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service CORE assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.586842 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:51:26.587179 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] subnetpool is already registered Jul 14 11:51:26.589489 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.589926 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service FLAVORS assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.590520 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.590946 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.591283 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:router Jul 14 11:51:26.591630 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] router is already registered Jul 14 11:51:26.592070 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 11:51:26.592410 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] floatingip is already registered Jul 14 11:51:26.592867 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service METERING assigned prefix: /metering {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.593531 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 11:51:26.593859 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] rbac_policy is already registered Jul 14 11:51:26.594271 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:security_group Jul 14 11:51:26.594606 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] security_group is already registered Jul 14 11:51:26.595009 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 11:51:26.595340 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] security_group_rule is already registered Jul 14 11:51:26.595973 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service CORE assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.596327 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:51:26.596662 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] subnetpool is already registered Jul 14 11:51:26.597078 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.v2.resource_helper [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Service CORE assigned prefix: {{(pid=93045) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 11:51:26.597405 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 11:51:26.597735 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING neutron.quota.resource_registry [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] subnetpool is already registered Jul 14 11:51:26.598221 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: extensions {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.599697 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: address-groups {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.601249 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: address-scopes {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.602638 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: agents {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.603809 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: auto-allocated-topology {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.605068 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: availability_zones {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.606288 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: dhcp-networks {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.607805 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: dhcp-agents {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.609248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: routers {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.610951 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: flavors {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.613199 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: service_profiles {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.614449 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: next_providers {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.615914 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: service_profiles {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.617476 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: floatingip-pools {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.618695 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: routers {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.620425 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: floatingips {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.621713 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: l3-routers {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.623109 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: l3-agents {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.624540 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: metering-labels {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.626064 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: metering-label-rules {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.627425 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: network-ip-availabilities {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.628730 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: bindings {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.630850 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: quotas {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.632415 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: quotas {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.633836 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: rbac-policies {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.635025 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: security-groups {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.636354 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: security-group-rules {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.637614 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: service-providers {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.638875 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: subnetpools {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.640224 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: subnetpools {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.641773 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.643455 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.645933 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.647697 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.649420 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.651370 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.653132 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.654914 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.656805 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.658552 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron.api.extensions [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Extended resource: tags {{(pid=93045) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 11:51:26.664563 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING keystonemiddleware.auth_token [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 11:51:26.669119 dv-cinder-800768-2-iscsi neutron-server[93045]: WARNING keystonemiddleware.auth_token [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 11:51:26.677533 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Acquired lock "singleton_lock" {{(pid=93045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 11:51:26.678009 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_concurrency.lockutils [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Releasing lock "singleton_lock" {{(pid=93045) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 11:51:26.678649 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Starting 2 workers Jul 14 11:51:26.683436 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Started child 93152 {{(pid=93045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:51:26.687895 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Started child 93153 {{(pid=93045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:51:26.688932 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.689585 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO neutron.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 11:51:26.690200 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Notify callbacks [] for process, before_spawn {{(pid=93045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.690459 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [-] (93152) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:51:26.693218 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Starting 1 workers Jul 14 11:51:26.693349 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.694739 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [-] (93153) wsgi starting up on http://0.0.0.0:9696 Jul 14 11:51:26.698375 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Started child 93154 {{(pid=93045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:51:26.698877 dv-cinder-800768-2-iscsi neutron-server[93045]: INFO oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Starting 1 workers Jul 14 11:51:26.702084 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] calling RpcWorker wait() {{(pid=93154) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 11:51:26.702645 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] returning from RpcWorker wait() {{(pid=93154) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 11:51:26.703317 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Started child 93155 {{(pid=93045) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 11:51:26.703840 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.704158 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG neutron_lib.callbacks.manager [None req-76bec13e-7001-42d2-8cf7-2267614e39a1 None None] Notify callbacks [] for process, after_spawn {{(pid=93045) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.704340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:26.706043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:51:26.706256 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:51:26.706449 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:51:26.706672 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:51:26.707025 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:51:26.707192 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:51:26.708290 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.708589 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.708846 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.709034 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:26.709508 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.709508 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.709950 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.710231 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.710486 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.710772 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.711026 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.711200 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.711367 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.711634 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.711864 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.712170 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.712426 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.712676 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.712949 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.713114 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.713394 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.713655 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.713903 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.714171 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] debug = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.714393 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.714874 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.715114 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.715362 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.715598 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.715902 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.716166 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.716440 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.716707 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.716954 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.717184 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.717434 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.717666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.717878 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.718284 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.718284 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.718284 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.719011 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] host = dv-cinder-800768-2-iscsi {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.719244 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.719459 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.719703 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.719938 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.720206 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.720425 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.720687 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.720936 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.721202 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.721428 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.721665 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.721889 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.722111 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.722349 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.722509 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_options = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.722746 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.723053 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.723334 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.723531 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.723700 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.723873 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.724153 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.724323 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.724551 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.724766 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.724998 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.725213 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.725428 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.725640 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.725901 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.726148 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.726364 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.726593 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.726850 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.727123 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.727291 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.727519 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.727751 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.727973 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.728299 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.728538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.728784 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.729020 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.729235 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.729493 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.729710 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.729961 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.730197 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.730438 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.730692 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.730936 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.731136 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.731402 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.731638 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.731914 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.732183 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.732425 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.732680 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.732915 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.733242 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.733461 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_json = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.733678 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.733912 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.734261 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.734425 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.734623 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.734839 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.735059 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.735308 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.735716 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.736057 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.736352 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.736607 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.736861 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.737092 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.737364 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.737596 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.738342 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.738342 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.738612 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.738764 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.738990 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.739267 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.739607 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:26.739845 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.739845 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.740143 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.740375 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.740601 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.740844 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.741082 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.741331 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.741635 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.742074 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.742272 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.742414 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.742622 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.742846 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.743066 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.743500 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.743652 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.743806 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.744025 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.744257 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.744525 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.744723 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.744973 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.745192 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.745906 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.745906 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.745906 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.746357 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.746357 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.746632 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.746806 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.747047 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.747289 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.747542 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.747732 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.747971 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.748254 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.748479 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.748717 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.748954 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.749178 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.749418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.749638 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.749853 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.750088 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.750313 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.750541 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.751034 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.751261 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.751476 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.751690 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.753138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.756671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758270 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.758872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.759294 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.759294 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.759439 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.759629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.759877 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.760159 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.760415 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.760633 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.760966 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.761192 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.761365 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.761664 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.762143 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.762143 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.762536 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.764739 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.766532 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.767056 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.767056 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.767178 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.767332 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.767709 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.768115 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.768523 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.768854 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.769298 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.769553 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.769820 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.770636 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.770910 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776043 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.776978 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.777560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778292 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.778871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.779093 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.779231 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.779692 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.779692 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781881 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781881 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781881 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.781881 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.782233 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.782439 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.782703 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.784666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.784666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.784666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.785930 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.788377 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789022 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789022 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789022 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789022 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789334 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.789334 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792041 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792768 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792768 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792768 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792768 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.792768 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.793517 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.793982 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.794259 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.794793 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.795029 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.795249 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.795555 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.795783 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.796023 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.796316 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.796582 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.796801 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.797816 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.798065 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.798329 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.798728 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.799005 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.799248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.799550 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.799790 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.800064 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.800315 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.800613 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.800833 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.801124 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.801370 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.801662 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.802291 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.802579 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.802884 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.803231 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.803496 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.803741 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.804036 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.804499 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.804796 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.805017 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.805320 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.805697 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.805995 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.806250 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.806487 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.806770 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.807001 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.807223 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.807463 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.807702 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.807925 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.808195 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.808449 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.808683 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.808905 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.809138 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.809364 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.809623 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.809869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.810113 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.810334 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.810497 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:51:26.811025 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93045) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 11:51:26.811188 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 11:51:26.811343 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 11:51:26.811514 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 11:51:26.811684 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 11:51:26.811836 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 11:51:26.812067 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.812228 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.812390 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.812549 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.812710 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.812890 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.813055 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.813629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.813629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.813629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.813629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.814106 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.814106 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.814106 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.814441 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.815627 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.815817 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.816574 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.817262 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.817429 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.817592 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.817753 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.817912 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] debug = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818071 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818265 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818430 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818591 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818751 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.818910 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819078 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819215 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819374 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819533 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819691 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.819849 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.820029 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.821912 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.822098 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.822266 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.823493 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.823675 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] host = dv-cinder-800768-2-iscsi {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.823841 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.824059 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.824194 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.824357 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.824757 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.825707 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.825875 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.826038 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.826201 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.826871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.826871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.826871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.827095 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.827358 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.827512 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_options = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.827786 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.827952 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.828139 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.828327 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.828541 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.828708 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.828872 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.829125 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.829415 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.829587 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.829746 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.829907 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.830066 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.830224 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.830383 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.830540 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.830701 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.832105 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833003 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833260 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833367 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833541 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833703 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.833873 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834034 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834208 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834468 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834579 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834652 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834825 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.834982 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835137 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835294 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835448 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835592 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835752 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.835932 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836136 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836279 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836557 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836695 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:26.836854 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.836854 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837129 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837129 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837406 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_json = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837544 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837685 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837823 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.837961 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.838099 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.838236 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.838384 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.838522 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 11:51:26.838671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.838810 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.838948 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839097 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839234 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839535 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839688 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.839847 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840018 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840206 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840370 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840544 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840702 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.840841 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841007 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841159 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841308 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841468 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841632 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841795 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.841959 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842136 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842299 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842462 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842616 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842765 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.842923 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843071 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843219 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843368 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843533 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843677 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.843843 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844082 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844262 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844412 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844551 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844683 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844814 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.844948 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845084 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845216 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845370 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845503 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845661 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845823 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.845986 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846148 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846314 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846487 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846649 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846796 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.846958 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.847120 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.847282 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.847443 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.847589 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.848587 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.848587 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.848587 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.849629 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850198 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850198 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850198 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850198 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850492 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850492 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850639 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850719 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.850871 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.851039 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.851203 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.851365 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.851527 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.852418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.852418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.852418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.852418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.852418 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853248 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853701 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853701 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.853855 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.854154 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.854154 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.854315 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.854450 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.854617 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855371 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855745 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855745 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855905 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.855984 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.856144 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.856308 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.856626 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.856806 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.856806 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857320 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857320 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.857869 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858585 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858585 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858585 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858585 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858877 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.858877 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859034 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859120 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859238 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859414 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859577 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.859742 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.860222 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.860222 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.860222 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.861969 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.863169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.864345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.865538 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.866501 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867161 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867161 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867161 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867161 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867161 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.867727 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868211 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868211 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868211 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868564 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868564 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868795 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.868795 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869024 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869146 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869266 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869396 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869542 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869704 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.869865 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870029 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870194 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870357 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870519 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870682 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.870847 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871008 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871169 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871345 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871509 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871671 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871832 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.871993 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872175 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872349 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872510 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872672 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872833 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.872994 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873155 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873328 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873490 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873651 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873812 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.873972 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874132 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874304 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874466 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874627 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874787 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.874948 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.875109 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.875298 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.875430 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.875670 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.876231 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.876398 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.876560 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.876732 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877190 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877190 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877190 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877976 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877976 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.877976 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878323 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878323 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878323 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878666 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.878910 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.879977 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.879977 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.879977 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.879977 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.880461 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.880461 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.880461 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.880799 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.880799 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881455 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881455 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881455 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881455 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881918 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881918 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881918 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.881918 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.882440 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.882440 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.882440 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.882786 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.882786 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883020 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883020 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883253 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883253 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883486 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883600 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883844 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.883844 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 11:51:26.884380 dv-cinder-800768-2-iscsi neutron-server[93045]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93045) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 11:51:27.145347 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 56962) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:27.153858 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062404 Jul 14 11:51:38.505209 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255ad85-7c96-488c-aa1f-0a966d173d5d None None] get_active_networks_info from dv-cinder-800768-2-iscsi {{(pid=93154) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 11:51:38.565179 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8255ad85-7c96-488c-aa1f-0a966d173d5d None None] No non-hosted networks {{(pid=93154) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 11:51:38.586640 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.agentschedulers_db [None req-8255ad85-7c96-488c-aa1f-0a966d173d5d None None] DHCP Agent not found on host dv-cinder-800768-2-iscsi {{(pid=93154) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 11:51:38.704086 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-99b21fb9-b7df-408f-b202-fd103fee98f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.804821 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1e444ee8-9109-4cd6-a59f-fa7652ba6359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:40.855901 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5752fa56-9714-4d03-9bcf-c9d5b4d518ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.298557 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:41.299532 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.300201 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.300718 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.301336 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.301828 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.302311 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.302785 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.303350 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.304456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.305437 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.307326 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.307830 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:41.308410 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800768-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:41.321239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800768-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:51:42.456367 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:43.479158 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.db.l3_hamode_db [None req-7b613f1f-c71d-4871-848c-2f2a8744254b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 11:51:43.557804 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b613f1f-c71d-4871-848c-2f2a8744254b None None] Routers set() bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:51:43.558357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b613f1f-c71d-4871-848c-2f2a8744254b None None] Router IDs set() for agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 11:51:43.970910 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:45.009713 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57054) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:45.498546 dv-cinder-800768-2-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-2cfd711c-6465-4624-8241-ef29e4d5c8e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:45.499128 dv-cinder-800768-2-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-2cfd711c-6465-4624-8241-ef29e4d5c8e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:45.720662 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-2cfd711c-6465-4624-8241-ef29e4d5c8e4 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:51:45.721686 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2cfd711c-6465-4624-8241-ef29e4d5c8e4 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7110887 Jul 14 11:51:48.105162 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57068) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:48.416979 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:48.510570 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.policy [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93153) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:51:48.556562 dv-cinder-800768-2-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:48.556931 dv-cinder-800768-2-iscsi neutron-server[93153]: WARNING oslo_policy.policy [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:48.565583 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.quota [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] Loaded quota_driver: . Jul 14 11:51:48.655898 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757159019', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757159446', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757146222', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757140593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757150711', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735757136317', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16492328', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16488288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646712'] for rbac-policy, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:48.719245 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:48.720466 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8edf9e65-ba86-42a3-94b6-4ac582de6614 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6143343 Jul 14 11:51:51.305257 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57080) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:51.809553 dv-cinder-800768-2-iscsi neutron-server[93152]: WARNING oslo_policy.policy [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:51.810150 dv-cinder-800768-2-iscsi neutron-server[93152]: WARNING oslo_policy.policy [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:52.032842 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'project_id': '20db81381f3145b484dfec455a3a51a3', 'name': 'private'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:52.034538 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.quota [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Loaded quota_driver: . Jul 14 11:51:52.093381 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Made reservation on behalf of 20db81381f3145b484dfec455a3a51a3 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:52.160541 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.policy [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93152) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 11:51:52.205166 dv-cinder-800768-2-iscsi neutron-server[93152]: WARNING oslo_policy.policy [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:52.205539 dv-cinder-800768-2-iscsi neutron-server[93152]: WARNING oslo_policy.policy [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 11:51:52.215451 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.237426 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.375805 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.380226 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.400193 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:51:52.430152 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735753583324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.430761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Unsubscribe: segment precommit_create {{(pid=93152) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:51:52.431264 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Added segment e8c5fe25-288b-4974-9ed1-c0de5283cb88 of type vlan for network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 Jul 14 11:51:52.449637 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6399f-c0a1-488e-8843-c4764d32b8e4,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:52.472676 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.473031 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.473385 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.473698 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.474019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.474350 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.474665 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.475021 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.475353 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.475666 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.475974 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.476304 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Tracked resource versions report: Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: pushed versions: Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: { 'AddressGroup': {'1.2'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'ConntrackHelper': {'1.0'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Log': {'1.0'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Network': {'1.1'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Port': {'1.7'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'PortForwarding': {'1.2'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'QosPolicy': {'1.8'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroup': {'1.4'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SubPort': {'1.0'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Subnet': {'1.1'}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Trunk': {'1.1'}} Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: consumer versions: Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'ConntrackHelper': '1.0', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Log': '1.0', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Network': '1.1', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Port': '1.7', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'PortForwarding': '1.2', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'QosPolicy': '1.8', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroup': '1.4', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroupRule': '1.2', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SubPort': '1.0', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Subnet': '1.1', Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Trunk': '1.1'}} Jul 14 11:51:52.477415 dv-cinder-800768-2-iscsi neutron-server[93152]: {{(pid=93152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:51:52.564021 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.621305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.622822 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:52.623470 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:52.710470 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4028440 Jul 14 11:51:52.726484 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ec3c2-67e6-4a90-8ff3-a361806fe2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:52.739381 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:51:55.423258 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57102) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:55.830022 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5ccd47-7d63-4157-99f2-ccfc97996595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:55.832210 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ec5ccd47-7d63-4157-99f2-ccfc97996595 admin admin] 10.222.0.44 "GET /v2.0/networks/a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 HTTP/1.1" status: 200 len: 825 time: 0.4073167 Jul 14 11:51:55.873255 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-07518550-f5ea-4072-9d10-3f762f964ec0 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/45c1d8d7-f8a6-4c00-aa6e-1c6190febf03 HTTP/1.1" status: 200 len: 734 time: 0.0325046 Jul 14 11:51:55.883655 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '20db81381f3145b484dfec455a3a51a3'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:51:55.907671 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Made reservation on behalf of 20db81381f3145b484dfec455a3a51a3 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:51:55.910054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.217269 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.289207 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab047f3c-6636-491f-80b1-e91b50586452,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:56.295933 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Checking segment: {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:56.296339 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Network hostable DHCP agents. Network: a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:51:56.322560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:51:56.338917 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:56.345493 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:51:56.346116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.351921 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1963a1-e356-47aa-932a-d7c7cfe4356b None None] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:51:56.373605 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-013f4950-3df5-4214-82fb-4a65fd3b0dbc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4921215 Jul 14 11:51:56.688755 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:51:56.690038 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:56.967810 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Allocated IP 172.20.0.2 (a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0/ab047f3c-6636-491f-80b1-e91b50586452/4fcb0932-c79b-4a7e-9952-05e99bcebb00) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:51:57.175677 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.219210 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Transition to ACTIVE for port object 4fcb0932-c79b-4a7e-9952-05e99bcebb00 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:57.241128 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Transition to ACTIVE for port object 4fcb0932-c79b-4a7e-9952-05e99bcebb00 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:51:57.250185 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.326194 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:51:57.331883 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:51:57.335910 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:51:57.348241 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Pushing event updated for resources: {'Port': ['ID=4fcb0932-c79b-4a7e-9952-05e99bcebb00,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:57.392441 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.393129 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.393129 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.393454 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.394357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.394721 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.395056 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.395386 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.395733 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.396087 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.396413 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.396736 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Tracked resource versions report: Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: pushed versions: Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: consumer versions: Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Log': '1.0', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Network': '1.1', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Port': '1.7', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SubPort': '1.0', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Subnet': '1.1', Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jul 14 11:51:57.397888 dv-cinder-800768-2-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:51:57.429707 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Attempting to bind port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:51:57.430102 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Attempting to bind port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:51:57.430552 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Attempting to bind port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 on network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:51:57.435565 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:51:57.435993 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Checking segment: {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:51:57.436529 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.436955 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Bound using segment: {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:51:57.437425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Bound port: 4fcb0932-c79b-4a7e-9952-05e99bcebb00, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:51:57.437833 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.506340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] For port 4fcb0932-c79b-4a7e-9952-05e99bcebb00, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:51:57.513240 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] For port 4fcb0932-c79b-4a7e-9952-05e99bcebb00, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=4fcb0932-c79b-4a7e-9952-05e99bcebb00,segment=NetworkSegment(e8c5fe25-288b-4974-9ed1-c0de5283cb88),segment_id=e8c5fe25-288b-4974-9ed1-c0de5283cb88)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:51:57.517077 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:51:57.584695 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720081cb-840f-4679-8f50-3f8d0e2a11de None None] Pushing event updated for resources: {'Port': ['ID=4fcb0932-c79b-4a7e-9952-05e99bcebb00,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:51:58.794395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57110) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:51:59.115546 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-1ca914c1-b979-4b42-80f9-4872102a5562 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:51:59.116564 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1ca914c1-b979-4b42-80f9-4872102a5562 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210278 Jul 14 11:52:01.500175 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57118) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:01.814549 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-79905b1b-d0cd-4857-9cc0-81b1f0c61aa8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:52:01.816187 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-79905b1b-d0cd-4857-9cc0-81b1f0c61aa8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150511 Jul 14 11:52:03.591503 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 4fcb0932-c79b-4a7e-9952-05e99bcebb00 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:03.681439 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:03.715650 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64442622-372e-461a-95a1-b5ab3d9370ed None None] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:03.784877 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Provisioning for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:03.790945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Provisioning complete for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:03.791335 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:03.963632 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.017253 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] For port 4fcb0932-c79b-4a7e-9952-05e99bcebb00, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=4fcb0932-c79b-4a7e-9952-05e99bcebb00,segment=NetworkSegment(e8c5fe25-288b-4974-9ed1-c0de5283cb88),segment_id=e8c5fe25-288b-4974-9ed1-c0de5283cb88)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:04.022441 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.084502 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d995-bb2f-4e40-982b-cd4b9e5db980 None None] Pushing event updated for resources: {'Port': ['ID=4fcb0932-c79b-4a7e-9952-05e99bcebb00,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:04.246270 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-f0bdd890-4d03-45ed-aeec-db69d98e705d None None] Provisioning complete for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:04.246634 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd890-4d03-45ed-aeec-db69d98e705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.457937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57132) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:04.748019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Request body: {'router': {'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'name': 'router1', 'admin_state_up': True}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:04.775688 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.777425 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.924828 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.931727 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.945618 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:04.946893 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1fc19adb-5c1c-47ec-be01-1d1e2a9a06c5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4880002 Jul 14 11:52:05.533451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 4fcb0932-c79b-4a7e-9952-05e99bcebb00 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:05.580131 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:05.580530 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:07.281640 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57140) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:07.585083 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-45cd33a6-b9b4-49b4-a136-6abe8fa028a6 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:52:07.586074 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-45cd33a6-b9b4-49b4-a136-6abe8fa028a6 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3035047 Jul 14 11:52:08.358757 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-87a01373-e6b9-4ffe-8c29-bc8cea51afd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:09.943106 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57148) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:10.251332 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:10.274080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Made reservation on behalf of 3a46f3ed25c246498088658ef9f904b6 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:10.276371 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.284615 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.368960 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.372650 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.387267 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Reserving flat network on physical network physnet1 {{(pid=93152) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 11:52:10.404871 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85afbc-e94e-48a6-a051-45968802bf4f,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:10.411272 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.411607 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Added segment 25bde618-549a-4a6a-b14a-3e2500d85dd0 of type flat for network 656c48c4-f497-48d9-96bd-e90d58b7405b Jul 14 11:52:10.457740 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.492500 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.493419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:10.493982 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:10.548066 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6038315 Jul 14 11:52:10.553007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e17ae2-7b24-4e58-b83d-3b68897caba9 admin admin] Pushing event updated for resources: {'Network': ['ID=656c48c4-f497-48d9-96bd-e90d58b7405b,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:10.566309 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 656c48c4-f497-48d9-96bd-e90d58b7405b details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:52:10.799797 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff4210b5-8831-450b-8d38-d2bddda36796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:11.288911 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.369562 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:12.891684 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57166) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:13.064890 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bd12e6-3230-4bb7-99b4-5339908df162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:13.066743 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-12bd12e6-3230-4bb7-99b4-5339908df162 admin admin] 10.222.0.44 "GET /v2.0/subnets/ab047f3c-6636-491f-80b1-e91b50586452 HTTP/1.1" status: 200 len: 849 time: 0.1740460 Jul 14 11:52:13.225989 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-56e417c4-b9c6-4284-abb9-14aa4c6054ff admin admin] 10.222.0.44 "GET /v2.0/routers/0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 HTTP/1.1" status: 200 len: 704 time: 0.1538513 Jul 14 11:52:13.490638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.782455 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Allocated IP 172.20.0.1 (a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0/ab047f3c-6636-491f-80b1-e91b50586452/06d8a176-3084-431b-a42a-b1e8eaac53bc) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:13.922641 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:13.950235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.020668 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Transition to ACTIVE for port object 06d8a176-3084-431b-a42a-b1e8eaac53bc will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:14.097935 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.163761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:14.170509 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:14.177302 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:14.177302 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.235785 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Pushing event updated for resources: {'Port': ['ID=06d8a176-3084-431b-a42a-b1e8eaac53bc,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:14.393658 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.403962 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-a5fbcf96-46ee-4928-93e2-573556e27acf None None] Provisioning for port 06d8a176-3084-431b-a42a-b1e8eaac53bc completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:14.407732 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-a5fbcf96-46ee-4928-93e2-573556e27acf None None] Provisioning complete for port 06d8a176-3084-431b-a42a-b1e8eaac53bc triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:14.408131 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a5fbcf96-46ee-4928-93e2-573556e27acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.441979 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-a5fbcf96-46ee-4928-93e2-573556e27acf None None] Port 06d8a176-3084-431b-a42a-b1e8eaac53bc cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:14.574875 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.579241 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.580151 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.654456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Pushing event updated for resources: {'Port': ['ID=06d8a176-3084-431b-a42a-b1e8eaac53bc,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:14.703447 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:14.704883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:14.861723 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-2e3ef4bd-d032-4ce7-af7d-92a68baeb681 None None] Provisioning complete for port 06d8a176-3084-431b-a42a-b1e8eaac53bc triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:14.862602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e3ef4bd-d032-4ce7-af7d-92a68baeb681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:14.865576 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:52:14.898707 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ef4bd-d032-4ce7-af7d-92a68baeb681 None None] Port 06d8a176-3084-431b-a42a-b1e8eaac53bc cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:52:14.958716 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:14.964506 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c81888d7-b8f2-495d-bed4-731060997633 admin admin] 10.222.0.44 "PUT /v2.0/routers/0ca4b753-9825-48fd-bc6a-3a5d3dd82d29/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7335646 Jul 14 11:52:14.971697 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Sync routers for ids ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:14.985585 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Routers {'0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:14.986524 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:52:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:15.166344 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Set router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:15.584623 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:14Z', 'revision_number': 2, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port_host': None, '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:14Z', 'revision_number': 2, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:15.635337 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Checking router: 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:15.635702 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Updating router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 port 06d8a176-3084-431b-a42a-b1e8eaac53bc binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:15.699490 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.206303 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.224808 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Transition to ACTIVE for port object 06d8a176-3084-431b-a42a-b1e8eaac53bc will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:16.230769 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.381046 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Pushing event updated for resources: {'Port': ['ID=06d8a176-3084-431b-a42a-b1e8eaac53bc,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.396986 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Attempting to bind port 06d8a176-3084-431b-a42a-b1e8eaac53bc on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:16.397381 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Attempting to bind port 06d8a176-3084-431b-a42a-b1e8eaac53bc by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:16.397805 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Attempting to bind port 06d8a176-3084-431b-a42a-b1e8eaac53bc on network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:16.403159 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:16.403579 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Checking segment: {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:16.404094 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.404481 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Bound using segment: {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:16.404955 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Bound port: 06d8a176-3084-431b-a42a-b1e8eaac53bc, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c5fe25-288b-4974-9ed1-c0de5283cb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:16.405340 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.407671 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.408284 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.408467 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.408715 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.409329 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.409329 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.409769 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.409998 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.410334 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.410735 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.411002 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.411268 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Tracked resource versions report: Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: pushed versions: Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: consumer versions: Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Log': '1.0', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Network': '1.1', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Port': '1.7', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SubPort': '1.0', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Subnet': '1.1', Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jul 14 11:52:16.412415 dv-cinder-800768-2-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:52:16.482371 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] For port 06d8a176-3084-431b-a42a-b1e8eaac53bc, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:16.505818 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] For port 06d8a176-3084-431b-a42a-b1e8eaac53bc, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=06d8a176-3084-431b-a42a-b1e8eaac53bc,segment=NetworkSegment(e8c5fe25-288b-4974-9ed1-c0de5283cb88),segment_id=e8c5fe25-288b-4974-9ed1-c0de5283cb88)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:16.510152 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:16.559185 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Routers {'0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:16.559836 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:52:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:16.637371 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4a1c-9390-4226-9dca-2aa0a102b1cb None None] Pushing event updated for resources: {'Port': ['ID=06d8a176-3084-431b-a42a-b1e8eaac53bc,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:16.662076 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] Set router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:16.873034 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:14Z', 'revision_number': 2, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port_host': None, '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:16Z', 'revision_number': 4, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:16.899117 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fc86c-a792-4931-9c40-f8a2603ff570 None None] The sync data for ids ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'] in dv-cinder-800768-2-iscsi is: [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:14Z', 'revision_number': 2, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port_host': None, '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:16Z', 'revision_number': 4, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:17.202908 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57186) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:17.309724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9e7e7-a8e0-4739-bdc0-770276f3a137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:17.311105 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-abf9e7e7-a8e0-4739-bdc0-770276f3a137 admin admin] 10.222.0.44 "GET /v2.0/networks/656c48c4-f497-48d9-96bd-e90d58b7405b HTTP/1.1" status: 200 len: 842 time: 0.1073248 Jul 14 11:52:17.320956 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:17.341829 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Made reservation on behalf of 3a46f3ed25c246498088658ef9f904b6 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:52:17.343973 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:17.634920 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.objects.ports [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93152) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 11:52:17.635351 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:17.694249 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:17.694590 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Network hostable DHCP agents. Network: 656c48c4-f497-48d9-96bd-e90d58b7405b, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:52:17.696584 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4595ebec-59d2-4242-9ebc-d8d1cdb67b18,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:17.713979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:52:17.723047 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 656c48c4-f497-48d9-96bd-e90d58b7405b) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:17.727317 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:17.727893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:17.732997 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28859b-c9a4-4c23-89a8-031ad661f89b None None] Network 656c48c4-f497-48d9-96bd-e90d58b7405b requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:17.758244 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-59833ec1-8ce5-4ee6-a0a7-e5ea37d37fb6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4310546 Jul 14 11:52:17.864868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb5863-f37d-4ee9-981d-f9a211a5a1c7 None None] Network 656c48c4-f497-48d9-96bd-e90d58b7405b requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:52:20.075285 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57198) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:20.275100 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-acfce8af-2aaf-429e-bcca-b277280ba832 admin admin] 10.222.0.44 "GET /v2.0/routers/0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 HTTP/1.1" status: 200 len: 710 time: 0.1942005 Jul 14 11:52:20.355626 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72487c2-02e4-4046-9c7f-de3386f529e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:52:20.357118 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d72487c2-02e4-4046-9c7f-de3386f529e7 admin admin] 10.222.0.44 "GET /v2.0/networks/656c48c4-f497-48d9-96bd-e90d58b7405b HTTP/1.1" status: 200 len: 886 time: 0.0813627 Jul 14 11:52:20.366336 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:52:20.608706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:20.843858 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:20.929172 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.046787 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Allocated IP 172.27.3.138 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:52:21.148550 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.186504 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.225103 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:52:21.229710 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:52:21.233986 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:52:21.268083 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Pushing event updated for resources: {'Port': ['ID=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:21.482117 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.568177 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 06d8a176-3084-431b-a42a-b1e8eaac53bc up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:21.621343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 06d8a176-3084-431b-a42a-b1e8eaac53bc completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:21.625296 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 06d8a176-3084-431b-a42a-b1e8eaac53bc triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:21.625664 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.705226 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.739561 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 06d8a176-3084-431b-a42a-b1e8eaac53bc, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=06d8a176-3084-431b-a42a-b1e8eaac53bc,segment=NetworkSegment(e8c5fe25-288b-4974-9ed1-c0de5283cb88),segment_id=e8c5fe25-288b-4974-9ed1-c0de5283cb88)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:21.743801 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.786283 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.789711 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-914425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-914368', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-916647'] for router, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:21.795867 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=06d8a176-3084-431b-a42a-b1e8eaac53bc,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:21.899549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:52:22.003775 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:52:22.007936 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:22.009185 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-59984a43-ab3a-482a-848a-046286663e33 admin admin] 10.222.0.44 "PUT /v2.0/routers/0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 HTTP/1.1" status: 200 len: 890 time: 1.6461318 Jul 14 11:52:22.014363 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Sync routers for ids ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:52:22.026069 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Routers {'0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:22.026777 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:52:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:22.294610 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Set router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:22.687104 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 4, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port': {'id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:20Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 5, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:22.738888 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Checking router: 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:52:22.739246 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Updating router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 11:52:22.772298 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.091980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.101373 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Transition to ACTIVE for port object 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:52:23.108201 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.161158 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Attempting to bind port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:52:23.161528 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Attempting to bind port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:52:23.162007 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Attempting to bind port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:52:23.163854 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a250-49e1-48c2-ad1c-ea94c2ae949a None None] Pushing event updated for resources: {'Port': ['ID=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:23.169986 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:52:23.170849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:52:23.170849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.171198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:52:23.171579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Bound port: 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:52:23.171976 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.223152 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] For port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:52:23.226193 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] For port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:52:23.229852 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.288577 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a250-49e1-48c2-ad1c-ea94c2ae949a None None] Pushing event updated for resources: {'Port': ['ID=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:23.291410 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Routers {'0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:52:23.292034 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:52:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:23.477000 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] Set router 0ca4b753-9825-48fd-bc6a-3a5d3dd82d29 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:52:23.561219 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 06d8a176-3084-431b-a42a-b1e8eaac53bc up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:23.668110 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 06d8a176-3084-431b-a42a-b1e8eaac53bc triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:23.668488 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:23.788865 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 4, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port': {'id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:20Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 5, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:52:23.817359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8c995-aaf8-4e1f-867a-f867b8cc7891 None None] The sync data for ids ['0ca4b753-9825-48fd-bc6a-3a5d3dd82d29'] in dv-cinder-800768-2-iscsi is: [{'id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'name': 'router1', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:52:04Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 4, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'gw_port': {'id': '48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:d0:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:20Z', 'updated_at': '2021-07-14T11:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '06d8a176-3084-431b-a42a-b1e8eaac53bc', 'name': '', 'network_id': 'a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0', 'tenant_id': '20db81381f3145b484dfec455a3a51a3', 'mac_address': 'fa:16:3e:80:ad:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca4b753-9825-48fd-bc6a-3a5d3dd82d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:52:13Z', 'updated_at': '2021-07-14T11:52:21Z', 'revision_number': 5, 'project_id': '20db81381f3145b484dfec455a3a51a3', 'subnets': [{'id': 'ab047f3c-6636-491f-80b1-e91b50586452', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '45c1d8d7-f8a6-4c00-aa6e-1c6190febf03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:52:24.417477 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57206) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:52:24.588680 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-83c0929c-d8f2-405a-9969-660539e418ab admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1698050 Jul 14 11:52:25.611940 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:25.666097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:52:25.670702 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:25.671135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.761113 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.784362 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:52:25.789148 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:25.850882 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:52:27.583937 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:52:27.637422 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 48f3d3c6-acc2-4f1c-a4bb-4261fc269a3f triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:52:27.637700 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:36.762092 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:52:38.379285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55bb0fa3-1810-4183-b481-2271557879ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:40.811401 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b12c577e-0db0-48c2-9311-0bfa1e135621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:41.305640 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:42.385248 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:52:43.947144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:08.367218 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-93a68351-daa8-4d81-822e-a6ddc652c039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:10.807187 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecf2d-3c44-4ff6-a115-446811eadfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:11.294381 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:12.385267 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:13.761214 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:53:13.954141 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:38.368790 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13c33822-98d9-4258-9ff9-9a12f45d8c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:40.803481 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e2c5b727-54e2-4c24-8adf-32868eebf4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:41.289905 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:42.385813 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:43.950814 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:53:50.760546 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:54:08.364304 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b678102e-a0ae-441d-85b2-3b08f7dac886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:10.807144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3b5f48f4-9d02-4497-b2b7-8488fbab42f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:11.295604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:12.401562 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:13.958727 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:14.553991 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57774) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:14.637928 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc57ce9-7137-4e71-a6ea-c1a2f3f94cef admin admin] GET failed (client error): The resource could not be found. Jul 14 11:54:14.639384 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3cc57ce9-7137-4e71-a6ea-c1a2f3f94cef admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0843909 Jul 14 11:54:14.847758 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789985e0-c4d9-4c90-85d5-3eca9f8dc48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:14.849369 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-789985e0-c4d9-4c90-85d5-3eca9f8dc48d admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2058175 Jul 14 11:54:17.067119 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57784) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:17.201032 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d01e29c-e1e6-4a9d-87f7-1d14edf3dc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.202465 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1d01e29c-e1e6-4a9d-87f7-1d14edf3dc53 admin admin] 10.222.0.44 "GET /v2.0/subnets/ab047f3c-6636-491f-80b1-e91b50586452 HTTP/1.1" status: 200 len: 849 time: 0.1343899 Jul 14 11:54:17.212740 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:54:17.328831 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:17.492739 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735753499374'] for subnet, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:17.559165 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:17.560383 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:17.561757 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] 10.222.0.44 "PUT /v2.0/subnets/ab047f3c-6636-491f-80b1-e91b50586452 HTTP/1.1" status: 200 len: 868 time: 0.3535566 Jul 14 11:54:17.567980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c654f-22b6-49fc-a7c7-dc97b1cebec2 None None] Network a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:54:17.583344 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab047f3c-6636-491f-80b1-e91b50586452,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:54:17.593929 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.594314 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.594614 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.594952 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.595278 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.595608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.595932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.596298 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.596642 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.596969 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.597285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.597606 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab215954-086c-461b-ad29-5aa33c644b89 admin admin] Tracked resource versions report: Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: pushed versions: Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Log': {'1.0'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Network': {'1.1'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Port': {'1.7'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'PortForwarding': {'1.2'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'QosPolicy': {'1.8'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SubPort': {'1.0'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Subnet': {'1.1'}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Trunk': {'1.1'}} Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: consumer versions: Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'ConntrackHelper': '1.0', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Log': '1.0', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Network': '1.1', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Port': '1.7', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'PortForwarding': '1.2', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'QosPolicy': '1.8', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroup': '1.4', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroupRule': '1.2', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SubPort': '1.0', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Subnet': '1.1', Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Trunk': '1.1'}} Jul 14 11:54:17.598825 dv-cinder-800768-2-iscsi neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:54:18.010010 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-75277cf6-4c11-4df3-aff1-26221a2b426a None None] Provisioning complete for port 4fcb0932-c79b-4a7e-9952-05e99bcebb00 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:18.010653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-75277cf6-4c11-4df3-aff1-26221a2b426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:18.117442 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-75277cf6-4c11-4df3-aff1-26221a2b426a None None] Provisioning complete for port 06d8a176-3084-431b-a42a-b1e8eaac53bc triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:54:18.117710 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-75277cf6-4c11-4df3-aff1-26221a2b426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:19.834639 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57796) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:20.043906 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc54f8-9627-47f2-983f-c534f469ce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:20.044981 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc54f8-9627-47f2-983f-c534f469ce9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:20.046533 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1ccc54f8-9627-47f2-983f-c534f469ce9b admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2109270 Jul 14 11:54:22.276898 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57804) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:22.501540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ec256-9355-4815-ba95-cef68d9dd74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:22.502269 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ec256-9355-4815-ba95-cef68d9dd74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:22.504098 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-943ec256-9355-4815-ba95-cef68d9dd74d admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2260010 Jul 14 11:54:24.865488 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57814) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:25.062237 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47180291-e363-4327-af94-660d95c30215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:25.063611 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-47180291-e363-4327-af94-660d95c30215 admin admin] 10.222.0.44 "GET /v2.0/networks/656c48c4-f497-48d9-96bd-e90d58b7405b HTTP/1.1" status: 200 len: 886 time: 0.1971052 Jul 14 11:54:27.339153 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57822) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:27.522334 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a25693-709d-40a6-a3f7-e56795d44c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:27.523660 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-83a25693-709d-40a6-a3f7-e56795d44c93 admin admin] 10.222.0.44 "GET /v2.0/networks/a7ed8b1e-f0a0-442f-829d-8b8d185eb1e0 HTTP/1.1" status: 200 len: 869 time: 0.1834135 Jul 14 11:54:27.762159 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:54:29.967206 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57830) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:30.141932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bbc90-d17d-4415-9327-805c8986c741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:30.142759 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5bbc90-d17d-4415-9327-805c8986c741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:30.147439 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8f5bbc90-d17d-4415-9327-805c8986c741 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1786985 Jul 14 11:54:32.424923 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57838) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:32.515726 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe632b15-619d-455b-b13f-1fa70845afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:32.516214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe632b15-619d-455b-b13f-1fa70845afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:32.517779 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fe632b15-619d-455b-b13f-1fa70845afc4 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918775 Jul 14 11:54:34.731867 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57846) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:34.816376 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c8dc14-d0d6-435b-a2d0-976dfcb5cf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:34.817732 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-35c8dc14-d0d6-435b-a2d0-976dfcb5cf75 admin admin] 10.222.0.44 "GET /v2.0/subnets/4595ebec-59d2-4242-9ebc-d8d1cdb67b18 HTTP/1.1" status: 200 len: 816 time: 0.0848787 Jul 14 11:54:37.068957 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57854) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:54:37.203907 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da19cfd6-814e-4dc8-aafe-dc52a83bf362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:54:37.206315 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-da19cfd6-814e-4dc8-aafe-dc52a83bf362 admin admin] 10.222.0.44 "GET /v2.0/subnets/ab047f3c-6636-491f-80b1-e91b50586452 HTTP/1.1" status: 200 len: 868 time: 0.1361797 Jul 14 11:54:38.368223 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f0304e1e-3b5a-464b-8817-675d04d1be1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:40.824326 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2461666-4240-42e7-afbe-f493d27d7460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:41.299720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:42.395355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:54:43.964264 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:02.901628 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57906) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:02.948194 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-13549817-2e37-49ac-bc5b-a3dfeafb4708 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:55:02.949738 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-13549817-2e37-49ac-bc5b-a3dfeafb4708 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466185 Jul 14 11:55:04.761918 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:05.279301 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57914) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:05.346816 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac98bc1-8244-4195-828f-4ea19fa12e8d admin admin] GET failed (client error): The resource could not be found. Jul 14 11:55:05.348832 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-aac98bc1-8244-4195-828f-4ea19fa12e8d admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679293 Jul 14 11:55:05.443691 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070600c2-0541-44d1-b6da-e38561c29d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:05.445227 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-070600c2-0541-44d1-b6da-e38561c29d88 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874400 Jul 14 11:55:07.682437 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 57922) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:07.735945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:07.761703 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Made reservation on behalf of 3a46f3ed25c246498088658ef9f904b6 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:07.764438 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.797567 dv-cinder-800768-2-iscsi neutron-server[93152]: WARNING neutron.services.revisions.revision_plugin [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Could not find related network for resource to bump revision. Jul 14 11:55:07.811454 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:55:07.822793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.823198 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Added segment 28c81f54-dd52-4b99-a4af-e57a6d875b53 of type vlan for network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc Jul 14 11:55:07.874000 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.904322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.905319 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:07.905964 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:07.967554 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2839646 Jul 14 11:55:07.972944 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Pushing event updated for resources: {'Network': ['ID=29b211d9-41fb-4c5a-a3a3-c5de4a9005bc,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:07.982146 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.982567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.982911 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.983249 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.983579 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.983922 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.984281 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.984611 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.984952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.985276 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.985596 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:07.985913 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11b99a5-1009-4ec9-bad9-ecb1edb3fa20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:08.003219 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:55:08.371522 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b812d0b7-e576-4be0-ac8a-f5a5a8cf4c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.246723 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57930) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:55:10.330185 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbebea8e-580a-4a05-97f5-d46618315db7 admin admin] GET failed (client error): The resource could not be found. Jul 14 11:55:10.331774 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-cbebea8e-580a-4a05-97f5-d46618315db7 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0840957 Jul 14 11:55:10.419164 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10deb8-efd5-4154-84cb-af772d377d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:10.420768 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8f10deb8-efd5-4154-84cb-af772d377d1c admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0849786 Jul 14 11:55:10.430891 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:55:10.458871 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Made reservation on behalf of 3a46f3ed25c246498088658ef9f904b6 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:55:10.461529 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.695559 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.761976 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3011d3c-e4ee-4bee-941e-1f1acee4c2b9,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:10.774415 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Checking segment: {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:10.774805 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Network hostable DHCP agents. Network: 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:55:10.802399 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:55:10.815725 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c2660c6c-cd66-4051-b6a2-2dde06335337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.818362 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:10.823468 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:55:10.824719 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:10.832359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f3f70-742a-4873-b64d-bbe277b2d29c None None] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:10.847425 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fec9d36a-28c0-4e9b-b431-5ca7d5e92861 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4153421 Jul 14 11:55:11.090809 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-29b211d9-41fb-4c5a-a3a3-c5de4a9005bc', 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc', 'tenant_id': '3a46f3ed25c246498088658ef9f904b6', 'fixed_ips': [{'subnet_id': 'b3011d3c-e4ee-4bee-941e-1f1acee4c2b9'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:55:11.092382 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.326335 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.338788 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Allocated IP 192.168.233.2 (29b211d9-41fb-4c5a-a3a3-c5de4a9005bc/b3011d3c-e4ee-4bee-941e-1f1acee4c2b9/ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:55:11.523492 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.539486 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Transition to ACTIVE for port object ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:11.566168 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Transition to ACTIVE for port object ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:55:11.574924 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.654030 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Pushing event updated for resources: {'Port': ['ID=ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:11.671197 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:55:11.674122 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.674731 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.675333 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.675894 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.676397 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.676835 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.677399 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.677941 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.678497 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.679088 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.679619 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.680186 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:55:11.684560 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:55:11.709430 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:55:11.777217 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Attempting to bind port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:55:11.777606 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Attempting to bind port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:55:11.777971 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Attempting to bind port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 on network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:55:11.783928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:55:11.784460 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Checking segment: {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:55:11.784737 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.785130 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Bound using segment: {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:55:11.785615 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Bound port: ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:55:11.786014 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.879581 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] For port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:55:11.883407 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] For port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:55:11.891422 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:11.961002 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c2348-9643-4ea1-bc2d-3bf4a5912777 None None] Pushing event updated for resources: {'Port': ['ID=ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:12.405579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:12.925469 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb44dcc-5fcc-4f02-9086-f9a29f6af273 None None] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:55:13.039972 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-02103d76-ddfd-4b4b-be54-b5d287a5ed8e None None] Provisioning for port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:13.760355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:13.821790 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:55:13.827781 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:13.828364 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.918474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.992420 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:55:13.994523 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:13.998799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:14.061065 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:55:15.720455 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:55:15.797891 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port ea8fdeaa-c7d8-4cda-a4fa-84676fb80a25 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:55:15.798249 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:38.374179 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2258ada9-e2d6-449e-a372-17a977761f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:40.811218 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d7578db-fb42-4498-a68f-8198fade599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.302337 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:41.762985 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:55:42.403196 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:55:43.974195 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:08.376899 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fe4d0d68-ac27-4be7-9743-1c76c97dc654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:10.813323 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-167eef1c-1c2e-4093-9873-7a0055607d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:11.298604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:12.399979 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:13.970676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:18.818956 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:56:27.012542 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 57984) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:27.018569 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [None req-b795fbba-073e-4093-a0f5-2215693f0f65 tempest-verify_tempest_config-380122023 tempest-verify_tempest_config-380122023-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:56:27.019604 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b795fbba-073e-4093-a0f5-2215693f0f65 tempest-verify_tempest_config-380122023 tempest-verify_tempest_config-380122023-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060611 Jul 14 11:56:27.347891 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58002) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:27.475139 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.625902 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.630573 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.735408 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f248e8d0-e00e-42a4-94fc-65bc3879174c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:27.739224 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d0c5d6076294fc1891c8df3177dd599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3903079 Jul 14 11:56:27.742008 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58006) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:56:27.745161 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.746023 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.746366 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.746699 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.747043 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.747373 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.747702 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.748042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.748386 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.748713 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.749035 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.749353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0ce212-9ce0-40c3-b8df-6faa6e166a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.801177 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.827920 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.924052 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.926745 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:27.928210 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f248e8d0-e00e-42a4-94fc-65bc3879174c HTTP/1.1" status: 204 len: 168 time: 0.1851449 Jul 14 11:56:27.937133 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f248e8d0-e00e-42a4-94fc-65bc3879174c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:56:27.944267 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.944641 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.944985 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.945317 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.945645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.945988 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.946315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.946638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.946972 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.947366 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.947629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:27.947929 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04312-2416-493f-bce8-45a2d70acd97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:56:38.377848 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6c2035e7-07c2-4cdb-a35b-9b2a990d8b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:40.824926 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6d5c125b-e38c-4dee-9406-3b1de1ec49e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:41.300411 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:42.406126 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:43.973247 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:56:55.768947 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:57:08.379985 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1905801b-57de-4ef0-bd47-5606bb8cc7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:10.815124 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9b3c15de-6e15-41d2-9f6e-3bdb764b8728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:11.303743 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:12.407097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:13.975139 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:32.767230 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 5 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:57:38.381587 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e3438c1f-9d66-4550-80d9-8754fa0863ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:40.815735 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6636a41d-2b3a-4b41-ba0d-9fedb6a28197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:41.305778 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:42.409739 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:57:43.979383 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:06.416441 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-911135'] for agent, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:08.386415 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e296a755-9452-477b-8250-cbce381f61f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:09.767275 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:58:10.818088 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f1964d4f-9bd6-40e8-89d7-1ea8cb16da55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:11.308203 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:12.417509 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:13.987524 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:22.684546 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58080) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:22.826610 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ae0d16d9-f5cc-4953-94b8-1206f6a616e1 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1405227 Jul 14 11:58:25.153918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58090) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:58:25.229142 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5cd6bc49-dfcb-4243-b980-3c8971552675 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0737941 Jul 14 11:58:36.415903 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:38.378919 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5eef1891-3c75-40e3-91fa-b3e35435dc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:40.820054 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b85be033-7c92-466d-8ca8-fb62ecec66a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:41.308528 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:42.417017 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:43.988890 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:58:46.766184 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:59:06.426746 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:08.381295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50ffb1d0-bde6-4c4e-a989-8056ecfbb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:10.823233 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2999c7e4-daf1-4b66-9382-db33e2019529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:11.308860 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:12.421676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:13.990144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:23.765536 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:59:36.455060 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:38.384066 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a8ce43bf-8fd1-4471-b848-594fc44f8f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:40.824401 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-72069012-d744-4ee2-a4c0-97647b285c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:41.309940 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:42.425028 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:43.995862 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.327402 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58220) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:53.569487 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-344097599-network', 'tenant_id': '606ab15b9ec1427581d0ae1473984424'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:53.594893 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Made reservation on behalf of 606ab15b9ec1427581d0ae1473984424 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:53.598025 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.608167 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.712996 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.717248 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.752308 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdba20e-794e-4197-9a43-faea07e534e0,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:53.760187 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:53.763591 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.763970 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.764332 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.764953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.765292 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.765689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.765973 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.766684 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.766684 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.766954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.767257 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.767581 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Tracked resource versions report: Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: pushed versions: Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Log': {'1.0'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Network': {'1.1'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Port': {'1.7'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'PortForwarding': {'1.2'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'QosPolicy': {'1.8'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SubPort': {'1.0'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Subnet': {'1.1'}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Trunk': {'1.1'}} Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: consumer versions: Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: HyperV agent@hv-cinder-80076: {}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'ConntrackHelper': '1.0', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Log': '1.0', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Network': '1.1', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Port': '1.7', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'PortForwarding': '1.2', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'QosPolicy': '1.8', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroup': '1.4', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SecurityGroupRule': '1.2', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'SubPort': '1.0', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Subnet': '1.1', Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: 'Trunk': '1.1'}} Jul 14 11:59:53.768695 dv-cinder-800768-2-iscsi neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:59:53.786925 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735753583324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.787875 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Unsubscribe: segment precommit_create {{(pid=93153) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 11:59:53.787967 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Added segment 89c104dd-0a4f-40b9-97a2-ae03f33ecc1d of type vlan for network f4d2a6da-75e4-4750-a849-f1614d63ec00 Jul 14 11:59:53.857100 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.900631 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:53.901670 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:53.902249 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:54.000796 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4d2a6da-75e4-4750-a849-f1614d63ec00,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:54.006502 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e8b72bb0-3caf-4ea8-8e7e-36e61f21e6e1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6775556 Jul 14 11:59:54.009451 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58258) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:54.015441 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Request body: {'subnet': {'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-344097599-subnet', 'tenant_id': '606ab15b9ec1427581d0ae1473984424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:54.019421 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network f4d2a6da-75e4-4750-a849-f1614d63ec00 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:54.040710 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Made reservation on behalf of 606ab15b9ec1427581d0ae1473984424 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:54.043013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:54.236327 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:54.293028 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Checking segment: {'id': '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:54.293368 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Network hostable DHCP agents. Network: f4d2a6da-75e4-4750-a849-f1614d63ec00, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:54.319594 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c071b2d-a5af-4597-9bc0-c9608a3781f3,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:54.327191 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.327559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.327894 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.328248 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.328586 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.328925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.329250 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.329570 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.329897 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.330400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.330719 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.331038 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Tracked resource versions report: Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: pushed versions: Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: { 'AddressGroup': {'1.2'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'ConntrackHelper': {'1.0'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Log': {'1.0'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Network': {'1.1'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Port': {'1.7'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'PortForwarding': {'1.2'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'QosPolicy': {'1.8'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroup': {'1.4'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SubPort': {'1.0'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Subnet': {'1.1'}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Trunk': {'1.1'}} Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: consumer versions: Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: HyperV agent@hv-cinder-80076: {}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'ConntrackHelper': '1.0', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Log': '1.0', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Network': '1.1', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Port': '1.7', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'PortForwarding': '1.2', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'QosPolicy': '1.8', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroup': '1.4', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SecurityGroupRule': '1.2', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'SubPort': '1.0', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Subnet': '1.1', Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: 'Trunk': '1.1'}} Jul 14 11:59:54.332146 dv-cinder-800768-2-iscsi neutron-server[93152]: {{(pid=93152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:59:54.334977 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Network f4d2a6da-75e4-4750-a849-f1614d63ec00 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:54.347613 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, f4d2a6da-75e4-4750-a849-f1614d63ec00) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:54.352546 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:54.353804 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:54.358029 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e75c9-ad43-4a32-84e6-520da04715d3 None None] Network f4d2a6da-75e4-4750-a849-f1614d63ec00 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:54.381163 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-345363a4-8f15-4ba6-b247-6b1962257aa0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3697469 Jul 14 11:59:54.506772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bd92b-a085-4aa5-aca0-c8d3acb09cd0 None None] Network f4d2a6da-75e4-4750-a849-f1614d63ec00 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:55.143195 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58334) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:55.229741 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58342) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:55.418237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-network', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:55.440845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Made reservation on behalf of f8fa1586e0f34a729c35b60d5a299dd0 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:55.443502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.452420 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.515211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-796065096-network', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:55.566276 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.573656 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.608846 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:55.632127 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.632468 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Added segment d63af583-8be1-4fa7-aeed-546edad71944 of type vlan for network 8420e7a0-8eaa-44af-87af-8cef4218122f Jul 14 11:59:55.642763 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Made reservation on behalf of 1697622ee43f4c3788f392f8e6a4782e for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:55.646098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.677454 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7340251-271b-4da7-aa49-d2bb235304e6,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:55.684365 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.697123 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.750652 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.751716 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:55.752323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.835117 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8420e7a0-8eaa-44af-87af-8cef4218122f,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:55.847441 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 8420e7a0-8eaa-44af-87af-8cef4218122f details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:55.910579 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.919769 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:55.947793 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ff6670c4-fef9-4fae-9b82-4828c9fd51a5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8014660 Jul 14 11:59:55.948860 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58374) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:55.956328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Request body: {'subnet': {'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-subnet', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:55.961677 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 11:59:56.011618 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Made reservation on behalf of f8fa1586e0f34a729c35b60d5a299dd0 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:56.017918 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.019949 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.020608 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Added segment 0c4eaa45-2728-4a3b-b211-189da358faba of type vlan for network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 Jul 14 11:59:56.025832 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ac1e3d-b292-4c6c-821d-38e78219e395,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:56.128465 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.170999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.172937 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:56.173727 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.259856 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.278599 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0472541 Jul 14 11:59:56.281678 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58384) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:56.290758 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Request body: {'subnet': {'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-796065096-subnet', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:56.322161 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ebaa6-bcdb-4375-8997-a6d6fb534c4b admin admin] Pushing event updated for resources: {'Network': ['ID=45196d53-a7e2-412f-8ea9-a9d277e6bb29,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:56.327232 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Made reservation on behalf of 1697622ee43f4c3788f392f8e6a4782e for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:59:56.334476 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 11:59:56.335862 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.362726 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336970f2-2b60-4570-8cad-a5be93739ea4,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:56.396216 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Checking segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:56.396881 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Network hostable DHCP agents. Network: 8420e7a0-8eaa-44af-87af-8cef4218122f, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:56.440433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:56.468836 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 8420e7a0-8eaa-44af-87af-8cef4218122f) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:56.469632 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1625935-9ef5-4462-bfbb-33865730bbd8 None None] Network 8420e7a0-8eaa-44af-87af-8cef4218122f requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:56.473505 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:56.476026 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.501219 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9649d9d4-0a97-4d39-a6ba-e18c80ebcf53 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5494037 Jul 14 11:59:56.502452 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58406) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:56.507932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:56.536780 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.538355 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.610701 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.663036 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.690439 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-8420e7a0-8eaa-44af-87af-8cef4218122f', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:59:56.691667 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.859854 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f80147-1914-44db-ae4b-5e6d2a259229,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:56.878906 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Checking segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:56.879673 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Network hostable DHCP agents. Network: 45196d53-a7e2-412f-8ea9-a9d277e6bb29, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 11:59:56.905043 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 11:59:56.921535 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 45196d53-a7e2-412f-8ea9-a9d277e6bb29) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:56.925321 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.931592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:56.932705 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:56.950170 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-1bcdc4a7-7d43-4280-8546-651261002e29 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6659050 Jul 14 11:59:56.952646 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58432) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:56.959578 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:59:56.985707 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d920ba5e-2497-4ffb-b85a-525b679b6544 None None] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:59:56.998457 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.000948 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.086606 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Allocated IP 172.20.0.2 (8420e7a0-8eaa-44af-87af-8cef4218122f/336970f2-2b60-4570-8cad-a5be93739ea4/89e5cf1b-9676-4a7c-bf76-7222c9548a4a) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:57.102763 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58446) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:57.111455 dv-cinder-800768-2-iscsi neutron-server[93153]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 11:59:57.126342 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.304168 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.307743 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-198e2b4c-f35a-4d03-bbc1-4db2c39a33cd tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:59:57.309365 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-198e2b4c-f35a-4d03-bbc1-4db2c39a33cd tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/networks?id=f4d2a6da-75e4-4750-a849-f1614d63ec00 HTTP/1.1" status: 200 len: 811 time: 0.1999958 Jul 14 11:59:57.332235 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-605a2002-1a2c-4368-a5f8-eaea9664841e tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/quotas/606ab15b9ec1427581d0ae1473984424 HTTP/1.1" status: 200 len: 375 time: 0.0137575 Jul 14 11:59:57.369235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 11:59:57.369235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.518448 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.564365 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Transition to ACTIVE for port object 89e5cf1b-9676-4a7c-bf76-7222c9548a4a will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:57.591105 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Transition to ACTIVE for port object 89e5cf1b-9676-4a7c-bf76-7222c9548a4a will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:57.601621 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.605287 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Allocated IP 172.20.0.2 (45196d53-a7e2-412f-8ea9-a9d277e6bb29/24f80147-1914-44db-ae4b-5e6d2a259229/bd48821c-d25e-4923-95fb-adba3de8a7a4) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:57.627719 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-40e95169-8853-412c-91c9-9d8226599d88 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=606ab15b9ec1427581d0ae1473984424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872172 Jul 14 11:59:57.638661 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.683700 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.705696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.716200 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Pushing event updated for resources: {'Port': ['ID=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:57.727279 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:57.735176 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:57.737982 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.738335 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.738673 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.739027 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.739532 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.740566 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.740566 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.740566 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.740842 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.741415 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.741662 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.741979 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Tracked resource versions report: Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: pushed versions: Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: { 'AddressGroup': {'1.2'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'ConntrackHelper': {'1.0'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Log': {'1.0'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Network': {'1.1'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Port': {'1.7'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'PortForwarding': {'1.2'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'QosPolicy': {'1.8'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroup': {'1.4'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroupRule': {'1.2'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SubPort': {'1.0'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Subnet': {'1.1'}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Trunk': {'1.1'}} Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: consumer versions: Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: HyperV agent@hv-cinder-80076: {}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'ConntrackHelper': '1.0', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Log': '1.0', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Network': '1.1', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Port': '1.7', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'PortForwarding': '1.2', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'QosPolicy': '1.8', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroup': '1.4', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SecurityGroupRule': '1.2', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'SubPort': '1.0', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Subnet': '1.1', Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: 'Trunk': '1.1'}} Jul 14 11:59:57.743204 dv-cinder-800768-2-iscsi neutron-server[93154]: {{(pid=93154) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 11:59:57.746003 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:57.764913 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:57.913135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Allocated IP 172.27.3.221 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/1be8c67b-9493-4fa0-b466-066e886f1b2f) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:57.978216 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Attempting to bind port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:59:57.978591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Attempting to bind port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:59:57.978980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Attempting to bind port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:58.003389 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-36a784d7-1468-4c00-a190-8a349e91342d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:59:58.004519 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-36a784d7-1468-4c00-a190-8a349e91342d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1414073 Jul 14 11:59:58.041084 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:59:58.041655 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Checking segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:58.041881 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.042295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Bound using segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:59:58.042818 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Bound port: 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:59:58.043235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.074214 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.148147 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.152699 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-eb1cca87-acf8-419d-b60e-febd2055edb0 service neutron] 10.222.0.44 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395166 Jul 14 11:59:58.178387 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.195553 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] For port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:59:58.201180 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Transition to ACTIVE for port object bd48821c-d25e-4923-95fb-adba3de8a7a4 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:58.215579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] For port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:59:58.227655 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:58.229169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.235892 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:58.240827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:58.319524 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Pushing event updated for resources: {'Port': ['ID=1be8c67b-9493-4fa0-b466-066e886f1b2f,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:58.386145 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe75bda-1b77-4c78-800e-401ce999d18c None None] Pushing event updated for resources: {'Port': ['ID=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:58.394079 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Allocated IP 172.27.3.73 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/f2aac6ad-84d6-44c0-bc49-8a9e8db47736) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:59:58.398804 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Transition to ACTIVE for port object bd48821c-d25e-4923-95fb-adba3de8a7a4 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:59:58.416253 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.504305 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Pushing event updated for resources: {'Port': ['ID=bd48821c-d25e-4923-95fb-adba3de8a7a4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:58.516285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:58.518327 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:58.524920 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:58.589888 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.617333 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-52920d6c-fef9-4abb-93ba-e2894bf29d24 service neutron] 10.222.0.44 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619188 Jul 14 11:59:58.670879 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Attempting to bind port bd48821c-d25e-4923-95fb-adba3de8a7a4 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:59:58.671765 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.672353 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Attempting to bind port bd48821c-d25e-4923-95fb-adba3de8a7a4 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:59:58.672900 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Attempting to bind port bd48821c-d25e-4923-95fb-adba3de8a7a4 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:59:58.687678 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:59:58.690285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Checking segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:59:58.690928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.696908 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Bound using segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:59:58.698010 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Bound port: bd48821c-d25e-4923-95fb-adba3de8a7a4, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:59:58.698989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.841773 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:58.846124 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] For port bd48821c-d25e-4923-95fb-adba3de8a7a4, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:59:58.851971 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] For port bd48821c-d25e-4923-95fb-adba3de8a7a4, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=bd48821c-d25e-4923-95fb-adba3de8a7a4,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:59:58.860740 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:59.034854 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:59:59.036851 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Pushing event updated for resources: {'Port': ['ID=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:59.047923 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:59:59.055990 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:59:59.067780 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fa601-3109-4987-a0e7-5e0619d63b1a None None] Pushing event updated for resources: {'Port': ['ID=bd48821c-d25e-4923-95fb-adba3de8a7a4,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:59:59.202982 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58500) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:59.291273 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:59.463577 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58524) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:59:59.557604 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ab3225be-0723-4fee-a5d3-9a0cca969898 req-477518e2-5695-4706-b316-a81af68b2428 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0927413 Jul 14 11:59:59.628156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Router 401fbaea-3401-489c-a66e-6a088a81cea2 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 11:59:59.663545 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de336ff6-65a2-484c-ae2e-9ed7ac683a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:59:59.933384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.062813 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device bd48821c-d25e-4923-95fb-adba3de8a7a4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:00.135019 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a3dc0-2e79-4a06-93fa-c0ae55e22b6f None None] Network 8420e7a0-8eaa-44af-87af-8cef4218122f requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:00.217135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:00.232521 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:00.247567 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:00.248451 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:00.324972 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-b6f37b1c-1e8b-418f-959c-444c4e69b442 None None] Provisioning for port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:00.352307 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de336ff6-65a2-484c-ae2e-9ed7ac683a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.363237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de336ff6-65a2-484c-ae2e-9ed7ac683a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.385549 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.398776 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port bd48821c-d25e-4923-95fb-adba3de8a7a4 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:00.446207 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-de336ff6-65a2-484c-ae2e-9ed7ac683a3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4d7e20493a54c70875f746f37aa950d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2418659 Jul 14 12:00:00.450757 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58562) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:00.462325 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.472340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 89e5cf1b-9676-4a7c-bf76-7222c9548a4a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:00.474097 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-52a3913f-c313-40d5-8a77-f1076f043c8e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5197399 Jul 14 12:00:00.474778 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58564) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:00.493664 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:00.646941 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:00.674169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:00.674358 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.789642 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:00.821183 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T11:59:58Z', 'revision_number': 3, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T11:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:00.854020 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:00.854548 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Updating router 401fbaea-3401-489c-a66e-6a088a81cea2 port 1be8c67b-9493-4fa0-b466-066e886f1b2f binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:00:00.896245 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:00.927793 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Router e7e74001-8666-4697-9592-46a995589126 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:00:01.027464 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de336ff6-65a2-484c-ae2e-9ed7ac683a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa096582-0d50-4559-88fe-3938758b9854,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.029824 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8badb35e-1d66-4e95-ae37-ab44d243fe27 req-f84379da-6e3c-4083-a3dd-a8e7e0185da9 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.2218628 Jul 14 12:00:01.069136 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.206780 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca3921-c0a1-4187-a20c-aa8d1d951bd0 None None] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:01.212793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.346989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.354939 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Provisioning for port bd48821c-d25e-4923-95fb-adba3de8a7a4 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:01.377146 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Provisioning complete for port bd48821c-d25e-4923-95fb-adba3de8a7a4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:01.378079 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.457614 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.489822 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:01.513587 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.515671 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4ae3a66d-3c04-4f4d-a4d1-ca06aec5ed06 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0121055 Jul 14 12:00:01.520046 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58616) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:01.532938 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:01.587161 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Transition to ACTIVE for port object 1be8c67b-9493-4fa0-b466-066e886f1b2f will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:01.591900 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.595120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.595293 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.598655 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa096582-0d50-4559-88fe-3938758b9854 HTTP/1.1" status: 204 len: 168 time: 1.1383336 Jul 14 12:00:01.599241 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:01.625075 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.653421 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9d757-d53c-4d55-9c83-6cd2ea40f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa096582-0d50-4559-88fe-3938758b9854,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.679077 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:01.679724 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:01.682423 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Attempting to bind port 1be8c67b-9493-4fa0-b466-066e886f1b2f on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:01.683244 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Attempting to bind port 1be8c67b-9493-4fa0-b466-066e886f1b2f by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:01.684070 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Attempting to bind port 1be8c67b-9493-4fa0-b466-066e886f1b2f on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:01.690990 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:01.691762 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:01.692977 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.693604 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:01.694296 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Bound port: 1be8c67b-9493-4fa0-b466-066e886f1b2f, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:01.694934 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.730632 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58628) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:01.750961 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] For port 1be8c67b-9493-4fa0-b466-066e886f1b2f, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:01.754837 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] For port 1be8c67b-9493-4fa0-b466-066e886f1b2f, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1be8c67b-9493-4fa0-b466-066e886f1b2f,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:01.766884 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.785369 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Pushing event updated for resources: {'Port': ['ID=1be8c67b-9493-4fa0-b466-066e886f1b2f,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.795977 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.796735 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.797228 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.797732 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.798249 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.799155 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.800021 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.800562 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.801664 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.802867 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.803581 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.804136 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Tracked resource versions report: Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: pushed versions: Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: { 'AddressGroup': {'1.2'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'ConntrackHelper': {'1.0'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Log': {'1.0'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Network': {'1.1'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Port': {'1.7'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'PortForwarding': {'1.2'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'QosPolicy': {'1.8'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroup': {'1.4'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SubPort': {'1.0'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Subnet': {'1.1'}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Trunk': {'1.1'}} Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: consumer versions: Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: { DHCP agent@dv-cinder-800768-2-iscsi: {}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: HyperV agent@hv-cinder-80076: {}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: L3 agent@dv-cinder-800768-2-iscsi: {}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: Metadata agent@dv-cinder-800768-2-iscsi: {}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: Metering agent@dv-cinder-800768-2-iscsi: {}, Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: Open vSwitch agent@dv-cinder-800768-2-iscsi: { 'AddressGroup': '1.2', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'ConntrackHelper': '1.0', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Log': '1.0', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Network': '1.1', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Port': '1.7', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'PortForwarding': '1.2', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'QosPolicy': '1.8', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroup': '1.4', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SecurityGroupRule': '1.2', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'SubPort': '1.0', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Subnet': '1.1', Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: 'Trunk': '1.1'}} Jul 14 12:00:01.805649 dv-cinder-800768-2-iscsi neutron-server[93155]: {{(pid=93155) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:00:01.809227 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.822235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.836709 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:01.837352 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:01.932290 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ca55d-860d-492d-8059-e32c19a7cb23 None None] Pushing event updated for resources: {'Port': ['ID=1be8c67b-9493-4fa0-b466-066e886f1b2f,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:01.946534 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1ee2431c-aa2f-4248-ab1f-1f9e2a3cb760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:01.993413 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:02.043195 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 89e5cf1b-9676-4a7c-bf76-7222c9548a4a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:02.076733 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] For port bd48821c-d25e-4923-95fb-adba3de8a7a4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=bd48821c-d25e-4923-95fb-adba3de8a7a4,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:02.133978 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.158579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:02.180483 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1ee2431c-aa2f-4248-ab1f-1f9e2a3cb760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.187508 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1ee2431c-aa2f-4248-ab1f-1f9e2a3cb760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.209286 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.246875 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2431c-aa2f-4248-ab1f-1f9e2a3cb760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88217835-2a27-4933-b7f2-f47ae88a2aa9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:02.294886 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1ee2431c-aa2f-4248-ab1f-1f9e2a3cb760 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ced29d973dcb45a7bfce64bdbd398cf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5631762 Jul 14 12:00:02.295415 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T11:59:58Z', 'revision_number': 3, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:02.297608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58642) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:02.357479 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863ff0-dac8-4fdb-9edb-750a41505957 None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T11:59:58Z', 'revision_number': 3, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:02.384967 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58644) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:02.452243 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a3636988-5874-45c1-86b0-f35603e1b1e1 req-01bd7681-3ca0-4e79-a8de-8db6edeaabce tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0659492 Jul 14 12:00:02.477384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.484651 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a6aa5-47f2-407c-ab40-3ed104a66cf1 None None] Pushing event updated for resources: {'Port': ['ID=bd48821c-d25e-4923-95fb-adba3de8a7a4,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:02.488787 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c17be86-acd8-4326-8759-ad4900c9be65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.499258 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5097bf16-0c98-4c40-8934-e558d8b42e15 None None] Provisioning complete for port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:02.499847 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5097bf16-0c98-4c40-8934-e558d8b42e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.520347 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.541614 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:02.541989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.638179 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.640785 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.641369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Allocated IP 172.20.0.1 (45196d53-a7e2-412f-8ea9-a9d277e6bb29/24f80147-1914-44db-ae4b-5e6d2a259229/849abf54-58f6-4f87-847f-1b05c70da44a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:02.646483 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88217835-2a27-4933-b7f2-f47ae88a2aa9 HTTP/1.1" status: 204 len: 168 time: 0.3465292 Jul 14 12:00:02.662906 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b42805-22f1-4dd7-a692-968ba165df86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88217835-2a27-4933-b7f2-f47ae88a2aa9,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:02.678770 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c17be86-acd8-4326-8759-ad4900c9be65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.686752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0c17be86-acd8-4326-8759-ad4900c9be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.757691 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T11:59:59Z', 'revision_number': 3, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T11:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:02.793251 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0c17be86-acd8-4326-8759-ad4900c9be65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5edc0aca330d411fa97d35d5e4ab0e2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3908741 Jul 14 12:00:02.796861 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58656) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:02.814120 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:02.814460 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Updating router e7e74001-8666-4697-9592-46a995589126 port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:00:02.818234 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17be86-acd8-4326-8759-ad4900c9be65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbafde-4b28-4ac0-a5a2-34a216ddf55f,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:02.841725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.867794 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-2fde5ba2-f9d4-4279-bb47-ffb2548f23ab None None] Provisioning complete for port bd48821c-d25e-4923-95fb-adba3de8a7a4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:02.868192 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2fde5ba2-f9d4-4279-bb47-ffb2548f23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.882974 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.912154 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.919909 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.985859 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.990110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:02.991898 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ccbafde-4b28-4ac0-a5a2-34a216ddf55f HTTP/1.1" status: 204 len: 168 time: 0.1942163 Jul 14 12:00:03.008673 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750419d-6ef6-4575-90d8-c6a4d15e32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbafde-4b28-4ac0-a5a2-34a216ddf55f,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:03.041423 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.066573 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Transition to ACTIVE for port object 849abf54-58f6-4f87-847f-1b05c70da44a will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:03.151920 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Allocated IP 172.20.0.1 (8420e7a0-8eaa-44af-87af-8cef4218122f/336970f2-2b60-4570-8cad-a5be93739ea4/e6c3958a-00b7-4c54-b07c-4f083b84672c) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:03.200176 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.692751 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.710708 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Transition to ACTIVE for port object f2aac6ad-84d6-44c0-bc49-8a9e8db47736 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:03.721190 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.743886 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-077a66e6-7a47-41f3-8b3e-29eab41ac7aa req-2d00c7a8-6017-4de2-9d0d-788056f6266e tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0531492 Jul 14 12:00:03.744807 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:03.756883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Pushing event updated for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:03.759594 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:03.800656 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:03.802118 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.819438 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7973-9d92-4cd1-ac6c-24f992eb64e5 None None] Pushing event updated for resources: {'Port': ['ID=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:03.822386 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Attempting to bind port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:03.823061 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Attempting to bind port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:03.824056 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Attempting to bind port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:03.830957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:03.831363 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:03.831791 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.832217 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:03.833235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Bound port: f2aac6ad-84d6-44c0-bc49-8a9e8db47736, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:03.833686 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.886230 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:03.892069 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] For port f2aac6ad-84d6-44c0-bc49-8a9e8db47736, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:03.897135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] For port f2aac6ad-84d6-44c0-bc49-8a9e8db47736, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:03.905756 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Transition to ACTIVE for port object e6c3958a-00b7-4c54-b07c-4f083b84672c will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:03.906948 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.016856 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:04.017556 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:04.023517 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.051540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:04.060592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:04.063734 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:04.064606 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.154567 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:04.271817 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Pushing event updated for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:04.372374 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.431046 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1be8c67b-9493-4fa0-b466-066e886f1b2f up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:04.507152 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.601567 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b7973-9d92-4cd1-ac6c-24f992eb64e5 None None] Pushing event updated for resources: {'Port': ['ID=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:04.622902 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-53ecc140-30b0-4845-8d95-a3b0de1614cb None None] Provisioning for port 849abf54-58f6-4f87-847f-1b05c70da44a completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:04.634839 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-53ecc140-30b0-4845-8d95-a3b0de1614cb None None] Provisioning complete for port 849abf54-58f6-4f87-847f-1b05c70da44a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:04.635600 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-53ecc140-30b0-4845-8d95-a3b0de1614cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.718657 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-53ecc140-30b0-4845-8d95-a3b0de1614cb None None] Port 849abf54-58f6-4f87-847f-1b05c70da44a cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:04.744759 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 1be8c67b-9493-4fa0-b466-066e886f1b2f completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:04.757082 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 1be8c67b-9493-4fa0-b466-066e886f1b2f triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:04.760825 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.766652 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.775425 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.776305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.915388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Pushing event updated for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:04.922070 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.929283 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.930012 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:04.939122 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-13503d72-f075-40de-bb69-3a810fb4943b None None] Provisioning for port e6c3958a-00b7-4c54-b07c-4f083b84672c completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:04.957326 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-13503d72-f075-40de-bb69-3a810fb4943b None None] Provisioning complete for port e6c3958a-00b7-4c54-b07c-4f083b84672c triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:04.957833 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-13503d72-f075-40de-bb69-3a810fb4943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:05.090770 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-33338b6e-df6c-43ab-a0a8-bee8cb62eac2 req-a10be295-9354-4402-a2f6-60e7518c1af8 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0765402 Jul 14 12:00:05.168360 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T11:59:59Z', 'revision_number': 3, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:05.183261 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-13503d72-f075-40de-bb69-3a810fb4943b None None] Port e6c3958a-00b7-4c54-b07c-4f083b84672c cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:05.223966 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:05.229924 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73933582-c811-4b41-88a9-cc2b0fe4e16c None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T11:59:59Z', 'revision_number': 3, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:05.230226 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:05.235729 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Pushing event updated for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:05.245943 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:05.269966 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 1be8c67b-9493-4fa0-b466-066e886f1b2f, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1be8c67b-9493-4fa0-b466-066e886f1b2f,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:05.277979 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:05.281676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device bd48821c-d25e-4923-95fb-adba3de8a7a4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:05.333861 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:05.351315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:05.415299 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=1be8c67b-9493-4fa0-b466-066e886f1b2f,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:05.470258 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port bd48821c-d25e-4923-95fb-adba3de8a7a4 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:05.471040 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:05.704375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:00:05.716706 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-80baccb7-c687-4ddf-9a4b-b6d977cda33f None None] Provisioning complete for port e6c3958a-00b7-4c54-b07c-4f083b84672c triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:05.717145 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-80baccb7-c687-4ddf-9a4b-b6d977cda33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:05.860260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-80baccb7-c687-4ddf-9a4b-b6d977cda33f None None] Port e6c3958a-00b7-4c54-b07c-4f083b84672c cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:05.945513 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:00:06.003922 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5acfc5a8-11bd-4060-8703-ff09fab5a104 None None] Provisioning complete for port 849abf54-58f6-4f87-847f-1b05c70da44a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:06.004384 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5acfc5a8-11bd-4060-8703-ff09fab5a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.088052 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-5acfc5a8-11bd-4060-8703-ff09fab5a104 None None] Port 849abf54-58f6-4f87-847f-1b05c70da44a cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:06.168868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1be8c67b-9493-4fa0-b466-066e886f1b2f up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:06.281329 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 1be8c67b-9493-4fa0-b466-066e886f1b2f triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:06.283909 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.308874 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:06.319920 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b209dbfc-0046-45fe-b0c1-684e83886d6d admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e74001-8666-4697-9592-46a995589126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7986593 Jul 14 12:00:06.368946 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e2b3af2-6f9d-44d4-beb2-cfca92f5bce4 req-fb4f9935-fd4a-42f2-a7b7-721c0e2a3657 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0660048 Jul 14 12:00:06.381711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58792) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:06.432084 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:06.438915 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b0cbcacd-2a03-40ce-974d-6676c2ce35b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/401fbaea-3401-489c-a66e-6a088a81cea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9458961 Jul 14 12:00:06.446103 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:06.456586 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f2aac6ad-84d6-44c0-bc49-8a9e8db47736 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:06.463621 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:06.469326 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:06.542002 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:06.562396 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:06.563757 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.667198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.704035 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-324d7d18-ef92-4820-8848-bb454c25dda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.737866 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.788956 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port f2aac6ad-84d6-44c0-bc49-8a9e8db47736, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:06.795363 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.855132 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:06.919325 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:06.945586 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-324d7d18-ef92-4820-8848-bb454c25dda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:06.963456 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-324d7d18-ef92-4820-8848-bb454c25dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.078227 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-324d7d18-ef92-4820-8848-bb454c25dda4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31dfb54128ea4b608c3c0eaa576472dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6945336 Jul 14 12:00:07.080883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58814) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:07.085443 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d7d18-ef92-4820-8848-bb454c25dda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8087a4-e7ec-4b4d-9add-a912f4acad2e,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:07.213105 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58820) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:07.311972 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 2, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:07.351889 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09e8140d-c7c6-4af2-aeaa-c8aab6f7ccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.379000 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:07.383564 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Updating router 401fbaea-3401-489c-a66e-6a088a81cea2 port 849abf54-58f6-4f87-847f-1b05c70da44a binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:00:07.427956 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.428371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58830) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:07.436460 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22727250', 'description': 'tempest-description--140235744'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:07.443467 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.478205 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.488498 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09e8140d-c7c6-4af2-aeaa-c8aab6f7ccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.519582 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-09e8140d-c7c6-4af2-aeaa-c8aab6f7ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.530494 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58836) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:07.538572 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933835675', 'description': 'tempest-description--686388395'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:07.589465 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.593391 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.593619 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd8087a4-e7ec-4b4d-9add-a912f4acad2e HTTP/1.1" status: 204 len: 168 time: 0.5117040 Jul 14 12:00:07.610610 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0159a1-200e-455e-b364-3637bd1b0d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8087a4-e7ec-4b4d-9add-a912f4acad2e,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:07.634890 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8140d-c7c6-4af2-aeaa-c8aab6f7ccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231c2d7f-c37a-4b7c-8160-396484ec9250,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:07.649672 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.674847 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.724821 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-09e8140d-c7c6-4af2-aeaa-c8aab6f7ccb2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d48b8e6375d49b18fdb7030c57ec5b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5090845 Jul 14 12:00:07.728042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58848) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:07.771798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5c6778b4-b723-4791-9720-36a18e30a411 req-0b8456c5-bd70-41be-bb44-b76373bf3402 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Jul 14 12:00:07.829667 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.853151 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.877907 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.883061 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.935544 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.943567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f38ae5-5497-4f9b-94e4-651563ac7b39,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:07.958110 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:07.977184 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.979073 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Transition to ACTIVE for port object 849abf54-58f6-4f87-847f-1b05c70da44a will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:07.980031 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:07.981627 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/231c2d7f-c37a-4b7c-8160-396484ec9250 HTTP/1.1" status: 204 len: 168 time: 0.2514780 Jul 14 12:00:07.987023 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:07.987858 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:07.993161 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f2aac6ad-84d6-44c0-bc49-8a9e8db47736 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:07.996814 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.031717 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04b21-88e3-4027-bec1-72ad5228ed0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231c2d7f-c37a-4b7c-8160-396484ec9250,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.109004 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58858) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.114784 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebcd8e-e923-4120-889c-6dffd22acc4d None None] Pushing event updated for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.130145 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-941bd56b-0f17-4a0f-b6d9-8f5d31754f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.139980 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.146578 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.170662 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Attempting to bind port 849abf54-58f6-4f87-847f-1b05c70da44a on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:08.171028 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Attempting to bind port 849abf54-58f6-4f87-847f-1b05c70da44a by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:08.171462 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.171776 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Attempting to bind port 849abf54-58f6-4f87-847f-1b05c70da44a on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:08.173116 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5e7dccef-09bf-4a26-8ffc-104a286f505d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6416640 Jul 14 12:00:08.177720 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58862) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.184177 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:08.185920 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Checking segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:08.187820 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.187983 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group_rule': {'security_group_id': '23f38ae5-5497-4f9b-94e4-651563ac7b39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:08.193980 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Bound using segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:08.194789 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Bound port: 849abf54-58f6-4f87-847f-1b05c70da44a, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:08.195381 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.259085 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c416d662-4c42-4db6-9a28-9a55247acdc5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.343029 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] For port 849abf54-58f6-4f87-847f-1b05c70da44a, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:08.347370 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] For port 849abf54-58f6-4f87-847f-1b05c70da44a, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=849abf54-58f6-4f87-847f-1b05c70da44a,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:08.353902 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.356557 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-941bd56b-0f17-4a0f-b6d9-8f5d31754f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.362135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:08.362730 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.363519 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-941bd56b-0f17-4a0f-b6d9-8f5d31754f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.368486 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:08.374622 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.380117 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58866) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.386043 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1b0f7d43-9ac5-43ba-ac99-1fd489e726fe tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.9523339 Jul 14 12:00:08.403991 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group_rule': {'security_group_id': 'c416d662-4c42-4db6-9a28-9a55247acdc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:08.420965 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:08.421892 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:08.451015 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58868) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.453128 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.486034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.500579 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5b11289-a453-4643-974f-7aede35f286c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.529887 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-941bd56b-0f17-4a0f-b6d9-8f5d31754f37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=402ab65b81ef46ce85c779ba7053dcdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4197664 Jul 14 12:00:08.530604 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941bd56b-0f17-4a0f-b6d9-8f5d31754f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb773379-82e8-4a97-ad4f-0155940f05b6,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.533246 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-61acc171-b6c2-45d8-b14f-08881d6d4660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.543989 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58870) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.564722 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:08.641253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.656623 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.668401 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5b11289-a453-4643-974f-7aede35f286c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.687048 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a5b11289-a453-4643-974f-7aede35f286c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.725982 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f07a8f6-381a-4705-be97-e148a734cd9d,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.743388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.747082 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0c3b9f1a-0552-45bc-880b-cc33ad070204 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634782 Jul 14 12:00:08.750425 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58876) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.755511 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group_rule': {'security_group_id': 'c416d662-4c42-4db6-9a28-9a55247acdc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:08.760364 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11289-a453-4643-974f-7aede35f286c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacfd55-43ad-450a-94c7-1c87e8b484b1,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.764098 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 2, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:08.768050 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.801827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.807923 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebcd8e-e923-4120-889c-6dffd22acc4d None None] Pushing event updated for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.812918 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:08.813682 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Updating router e7e74001-8666-4697-9592-46a995589126 port e6c3958a-00b7-4c54-b07c-4f083b84672c binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:00:08.829493 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.839715 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a5b11289-a453-4643-974f-7aede35f286c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71482d6cc67e4b8da5ac27b5449a0236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713245 Jul 14 12:00:08.839715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.840092 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58882) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.860613 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:08Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:08.873292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.889344 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba08175c-884a-4114-9271-741634b5cf2c None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:08Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:08.896622 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.921133 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238069b0-fd92-437b-83b9-0f111f7ec74b,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:08.944353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.946019 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e78ec825-0d06-47ea-a3e5-c07d486f3dd8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669442 Jul 14 12:00:08.946614 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:08.948689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58884) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:08.960594 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group_rule': {'security_group_id': '23f38ae5-5497-4f9b-94e4-651563ac7b39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:09.017032 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.021393 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.023930 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.025111 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb773379-82e8-4a97-ad4f-0155940f05b6 HTTP/1.1" status: 204 len: 168 time: 0.4801512 Jul 14 12:00:09.027163 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.040827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b448-fae6-41ac-9754-f01e3562981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb773379-82e8-4a97-ad4f-0155940f05b6,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:09.043954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.065750 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.090849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7dfeff-682b-42c6-8c15-52fd0258f3e8,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:09.105539 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.110134 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8a55f6d5-311e-4ad2-bea3-eec204a3dbf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586287 Jul 14 12:00:09.110272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67b85e26-edd2-4a43-a904-6a48f13bb726 req-9bb5d267-a05f-42fa-bcda-ff2e4fb62129 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0637300 Jul 14 12:00:09.110744 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 58890) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:09.120108 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:09.156499 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.190921 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.196424 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.226620 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.229420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.230785 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eacfd55-43ad-450a-94c7-1c87e8b484b1 HTTP/1.1" status: 204 len: 168 time: 0.3896956 Jul 14 12:00:09.243738 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b784946-b46b-40d9-9e77-597fff49b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacfd55-43ad-450a-94c7-1c87e8b484b1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:09.245748 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70abce45-d60e-4242-b86e-4ea4d428962d,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:09.275295 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.277656 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6fa5c3b1-33af-4bc1-a936-05adec7ff2e7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275104 Jul 14 12:00:09.280235 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 58896) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:09.299726 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:09.350705 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.362022 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.379119 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Transition to ACTIVE for port object e6c3958a-00b7-4c54-b07c-4f083b84672c will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:09.388727 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.491346 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba19b5-4f0b-472f-af6b-e923296b44d0 None None] Pushing event updated for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:09.527964 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.697613 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Allocated IP 172.27.3.55 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/c605acb8-216b-4770-a080-5077d542e9b9) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:09.765373 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.810159 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.47', 64547) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:09.941601 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Attempting to bind port e6c3958a-00b7-4c54-b07c-4f083b84672c on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:09.943080 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Attempting to bind port e6c3958a-00b7-4c54-b07c-4f083b84672c by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:09.943456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Attempting to bind port e6c3958a-00b7-4c54-b07c-4f083b84672c on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:09.967642 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:09.968805 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Checking segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:09.970853 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:09.974408 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Bound using segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:09.975439 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Bound port: e6c3958a-00b7-4c54-b07c-4f083b84672c, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:09.976119 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.090067 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.097489 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 849abf54-58f6-4f87-847f-1b05c70da44a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:10.156832 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-16fe8caf-fb20-4c4e-9532-7181e94de6b5 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:10.170716 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-16fe8caf-fb20-4c4e-9532-7181e94de6b5 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.47 "GET /v2.0/networks?id=f4d2a6da-75e4-4750-a849-f1614d63ec00 HTTP/1.1" status: 200 len: 811 time: 0.3370705 Jul 14 12:00:10.194855 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.297049 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=c605acb8-216b-4770-a080-5077d542e9b9,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:10.316453 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Allocated IP 172.27.3.98 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/78eb29c6-43a5-4fa5-a48b-270cd29e9b49) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:10.349110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:10.351100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:10.354561 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:10.378537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 849abf54-58f6-4f87-847f-1b05c70da44a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:10.388522 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] For port e6c3958a-00b7-4c54-b07c-4f083b84672c, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:10.406511 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] For port e6c3958a-00b7-4c54-b07c-4f083b84672c, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=e6c3958a-00b7-4c54-b07c-4f083b84672c,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:10.417516 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 849abf54-58f6-4f87-847f-1b05c70da44a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:10.420115 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.428666 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.518725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.583326 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a052f78f-4cab-4ec2-a5f3-20c9f4f96e54 req-cee1cb4d-e413-4b56-8c5f-18aa30f8e458 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.1138554 Jul 14 12:00:10.620037 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.681021 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba19b5-4f0b-472f-af6b-e923296b44d0 None None] Pushing event updated for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:10.686369 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.741930 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:10.742604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T11:59:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:10.775933 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.872862 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:10.875884 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:10.888865 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:10.946380 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.951660 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:10.962882 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.026658 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-afd9b2d9-2907-4f7b-8d0d-e0220ed25ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.042347 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.059050 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=c605acb8-216b-4770-a080-5077d542e9b9,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:11.063034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.092864 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0fb19554-ccf1-476d-a8e3-d3f8a16ca367 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9598653 Jul 14 12:00:11.093169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 849abf54-58f6-4f87-847f-1b05c70da44a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=849abf54-58f6-4f87-847f-1b05c70da44a,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:11.112822 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.121172 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:11.203010 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=78eb29c6-43a5-4fa5-a48b-270cd29e9b49,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:11.251043 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.260537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:11.326291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.326678 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.467814 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:10Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:11.503433 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ad10c0-0f43-456c-9aed-5ff27d4f86d3 None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:10Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:11.518327 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-86ca8f91-389a-4112-97f4-5ed9947cff34 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--22727250&fields=id&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 267 time: 0.1170492 Jul 14 12:00:11.694521 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-0e7076f1-5039-49b0-abd0-e9520ee97127 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:11.701105 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-0e7076f1-5039-49b0-abd0-e9520ee97127 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 817 time: 0.1734478 Jul 14 12:00:11.743524 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-ea431097-5e7d-4420-b95c-14f2fa578b46 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/quotas/f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 375 time: 0.0414603 Jul 14 12:00:11.861295 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ccb781dc-68ed-45b1-84ce-fe1c87449f6a req-a9254671-77af-4de7-bc55-e3ed22077e45 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0794604 Jul 14 12:00:11.895465 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.911443 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:11.971386 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.023148 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=78eb29c6-43a5-4fa5-a48b-270cd29e9b49,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:12.026109 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.028260 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-813a5664-010f-4614-b737-87e3f1e9b67a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7462084 Jul 14 12:00:12.037798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-ce213a9f-801f-412c-a954-4381b0514deb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2933469 Jul 14 12:00:12.119699 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device e6c3958a-00b7-4c54-b07c-4f083b84672c up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:12.233659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port e6c3958a-00b7-4c54-b07c-4f083b84672c completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:12.238567 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port e6c3958a-00b7-4c54-b07c-4f083b84672c triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:12.239244 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.300841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-194ee607-e5da-4934-966a-7f72651dd89c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:00:12.308457 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-194ee607-e5da-4934-966a-7f72651dd89c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616887 Jul 14 12:00:12.380244 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.420082 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-1fe39691-d8df-47eb-b4b9-0b823a82517e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--933835675&fields=id&tenant_id=1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 267 time: 0.0876913 Jul 14 12:00:12.431659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port e6c3958a-00b7-4c54-b07c-4f083b84672c, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=e6c3958a-00b7-4c54-b07c-4f083b84672c,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:12.440488 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.441408 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 849abf54-58f6-4f87-847f-1b05c70da44a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:12.465785 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-7ec7aeca-5275-4fbf-9033-65f567b690ca service neutron] 10.222.0.44 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562238 Jul 14 12:00:12.511945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.550646 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:12.555352 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 849abf54-58f6-4f87-847f-1b05c70da44a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:12.555841 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:12.618758 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-b6eb567d-e20d-4fbc-8445-3c0b6b321042 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:12.620332 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-b6eb567d-e20d-4fbc-8445-3c0b6b321042 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 810 time: 0.1886532 Jul 14 12:00:12.649561 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-7785b811-0733-4d79-9ec7-9e36a48ae13b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/quotas/1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 375 time: 0.0225322 Jul 14 12:00:12.665142 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-63d83dee-bf8c-493c-9161-6727250d4c14 service neutron] 10.222.0.44 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982956 Jul 14 12:00:12.771247 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-25617dce-b0c1-4feb-8bcb-bee167e3a9dd tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1051090 Jul 14 12:00:12.940894 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d3b8dbfb-6e35-48ee-9c91-581686786969 req-b278323c-7449-4145-9961-c0981ccb7b9c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0623550 Jul 14 12:00:12.950405 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Request body: {'port': {'device_id': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00', 'admin_state_up': True, 'tenant_id': '606ab15b9ec1427581d0ae1473984424'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:12.960333 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-8fcf2e6b-a8f2-44e8-beb7-283c0bf6d2b1 service neutron] 10.222.0.44 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767652 Jul 14 12:00:13.196410 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ab2fd575-7344-4878-8559-d093e02101fe req-1c70db71-232c-45d8-b1ee-c206b7b5efe4 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0552619 Jul 14 12:00:13.205632 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-fb7153a8-a618-449c-bd19-cdfb83c21c11 service neutron] 10.222.0.44 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364569 Jul 14 12:00:13.227624 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Made reservation on behalf of 606ab15b9ec1427581d0ae1473984424 for: {'port': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:13.240114 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:13.662883 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-81d68324-adc0-4bc6-823b-a0aaa2bf4143 req-3b6cfcb6-748f-4b84-baf7-457c53a6a61f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0999899 Jul 14 12:00:13.699837 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Allocated IP 172.20.0.12 (f4d2a6da-75e4-4750-a849-f1614d63ec00/8c071b2d-a5af-4597-9bc0-c9608a3781f3/cd96f823-1a97-4579-b1ab-40df5f643880) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:14.005946 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.037660 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device e6c3958a-00b7-4c54-b07c-4f083b84672c up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:14.163991 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port e6c3958a-00b7-4c54-b07c-4f083b84672c triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:14.164561 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.380616 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59172) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:14.587198 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6159477a-4006-4fcd-bd1c-6c3aa62bebae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.626912 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-caf39e81-7eea-4730-aa14-a6ce275d6198 req-91307cad-4d07-42a7-b523-5f40f3499dbd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.5297811 Jul 14 12:00:14.761917 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bd0fda9c-5c19-4c3f-b690-1288ae3b697f req-86c32c70-4fab-4122-a27d-0c26fa7d8936 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.1178269 Jul 14 12:00:14.766592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6159477a-4006-4fcd-bd1c-6c3aa62bebae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.786490 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6159477a-4006-4fcd-bd1c-6c3aa62bebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.787782 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:14.855105 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159477a-4006-4fcd-bd1c-6c3aa62bebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a278c2-8950-451f-bd6e-06e0a1872d94,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:14.859571 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-6159477a-4006-4fcd-bd1c-6c3aa62bebae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb82f13e118143248436fffd36265054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775703 Jul 14 12:00:14.863568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59190) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:15.094279 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.243676 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-390c3220-6b54-4c75-a56c-36b6a4f08aa0 req-d1a20a18-3558-40bb-b636-9dc8e4979341 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.1112478 Jul 14 12:00:15.299430 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.315285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Network f4d2a6da-75e4-4750-a849-f1614d63ec00 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:15.347832 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:15.392459 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:15.396914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:15.397574 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.452931 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5108345 Jul 14 12:00:15.456821 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82318966-f24b-46af-a516-948a3e981830 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Pushing event updated for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:15.461811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.526977 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.530102 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:15.533881 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75a278c2-8950-451f-bd6e-06e0a1872d94 HTTP/1.1" status: 204 len: 168 time: 0.6500862 Jul 14 12:00:15.539533 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372725a-4ca4-4f69-ac8d-728a1236e43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a278c2-8950-451f-bd6e-06e0a1872d94,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:15.873587 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-692b73db-a954-4b4e-b46c-e1dc2247f341 req-5c8c7c66-9cf4-453d-b384-ed5163fe159a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0622308 Jul 14 12:00:15.893480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59222) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:15.906879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-905e50d6-4f9b-440e-a59e-1d83d1399e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.018464 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1788f0-0fd5-4724-a982-a38f3d4b354c req-908853f6-ea01-4f17-959b-110f8a16e9be tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:16.020903 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cf1788f0-0fd5-4724-a982-a38f3d4b354c req-908853f6-ea01-4f17-959b-110f8a16e9be tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.1019561 Jul 14 12:00:16.044486 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-905e50d6-4f9b-440e-a59e-1d83d1399e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.050581 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-905e50d6-4f9b-440e-a59e-1d83d1399e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.079359 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cf1788f0-0fd5-4724-a982-a38f3d4b354c req-60598008-5114-4dbd-a739-54aec42a299f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Jul 14 12:00:16.095544 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-905e50d6-4f9b-440e-a59e-1d83d1399e18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d460c48fd1a1494f9990302d30ad05f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000194 Jul 14 12:00:16.096601 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59230) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:16.123979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e50d6-4f9b-440e-a59e-1d83d1399e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2d073-398a-4152-9955-f6c866bb054e,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:16.156310 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.182560 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.240841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.243961 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:16.245176 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3f2d073-398a-4152-9955-f6c866bb054e HTTP/1.1" status: 204 len: 168 time: 0.1482148 Jul 14 12:00:16.254929 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31375953-10d0-4a3d-b8a8-aa5c126a288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2d073-398a-4152-9955-f6c866bb054e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:16.443604 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e719909-f982-4623-810e-9f17bdb9a77c req-03c13b1f-baec-40b2-a076-cb1c03e4030e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0301640 Jul 14 12:00:17.059366 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3786b203-956a-40ed-a5dd-717704a3f8ef req-c8685372-f490-4e8b-b70c-69ccfe9a9146 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0600848 Jul 14 12:00:17.293449 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4eb4e-903f-4450-b44b-5cca93446ca5 req-87beaeed-4397-4b78-ba47-ee56ce76886c tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:17.295005 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8b4eb4e-903f-4450-b44b-5cca93446ca5 req-87beaeed-4397-4b78-ba47-ee56ce76886c tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0900166 Jul 14 12:00:17.340767 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8b4eb4e-903f-4450-b44b-5cca93446ca5 req-dbbb74a5-928f-4555-b34d-d7755790d0d4 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Jul 14 12:00:17.619565 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae83ab0c-72b2-4c48-bafb-e6d549f34ed7 req-5c866338-68cd-4e6a-a3b1-6be7d8273e8c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0355887 Jul 14 12:00:18.211933 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-015c12ca-43c9-4ff3-a898-d0f5e70ac2ab req-34d735ec-0ded-4ebd-8827-c7c05e0aed99 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0301545 Jul 14 12:00:18.530571 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea01a88-1723-46a0-a74b-8b8379908ea2 req-5b80faf0-c62c-4b48-947c-daca47539bd9 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:18.532089 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2ea01a88-1723-46a0-a74b-8b8379908ea2 req-5b80faf0-c62c-4b48-947c-daca47539bd9 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0748770 Jul 14 12:00:18.570733 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2ea01a88-1723-46a0-a74b-8b8379908ea2 req-c08756e9-092b-432a-ab11-3dfbec819273 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Jul 14 12:00:18.766063 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2c8a162-6df2-4b4e-b2bb-72a627ca914e req-f9575571-3c6f-4ba8-81e2-b3169d6ee502 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0319219 Jul 14 12:00:19.368578 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4bfc8113-7d87-4bd4-82d4-ab1376063432 req-33751c64-fcf4-41b5-b74d-ea031350d978 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0354559 Jul 14 12:00:19.770957 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29019760-b725-48cb-a1af-aaebd92b7b7e req-13a4c8b1-6d00-47d2-bb56-773cc2e7fb66 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:19.772520 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-29019760-b725-48cb-a1af-aaebd92b7b7e req-13a4c8b1-6d00-47d2-bb56-773cc2e7fb66 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0792947 Jul 14 12:00:19.828097 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-29019760-b725-48cb-a1af-aaebd92b7b7e req-3a5c6e48-8d9c-4e78-94ea-9e44fec70b31 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495801 Jul 14 12:00:19.932567 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3e2611c9-6ab8-49e7-bcdd-73ac743423f8 req-5ef642f0-907f-49e0-9f94-f8eb4cf75610 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0313075 Jul 14 12:00:20.522419 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5a35356a-1f85-45b2-9482-4ea87a2c2579 req-310fee80-7606-4543-baaa-81b155ae6c3e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Jul 14 12:00:21.033446 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67136-d0d2-4f88-a1b1-191003228ca9 req-0e02ec22-8e3d-4903-83ff-f3bd96dc1a07 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:21.035024 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aab67136-d0d2-4f88-a1b1-191003228ca9 req-0e02ec22-8e3d-4903-83ff-f3bd96dc1a07 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0807076 Jul 14 12:00:21.097509 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c25fe801-83f4-4eed-9d98-31a45c56bda4 req-b1dbda83-7d1e-4384-9ccb-f64bc34545d7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0369740 Jul 14 12:00:21.106229 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aab67136-d0d2-4f88-a1b1-191003228ca9 req-5180356a-8185-4193-b912-316ecd6fcd50 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Jul 14 12:00:21.681309 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-26d985cf-b744-41f4-94ef-354ae0694ee4 req-233aa69a-0214-4b75-a949-fc71aab50e96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0303609 Jul 14 12:00:22.293154 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-820dba5a-4b7c-4090-9005-0fd52774cabe req-8a00cf94-3cca-4509-9ee9-9221b06e4c8f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0574334 Jul 14 12:00:22.332952 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f2cfc-426b-4a9b-b5b3-1e784b6d3733 req-d4551075-21e9-4de2-9597-9a9e55a71aee tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:22.334472 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d38f2cfc-426b-4a9b-b5b3-1e784b6d3733 req-d4551075-21e9-4de2-9597-9a9e55a71aee tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.1008530 Jul 14 12:00:22.377242 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d38f2cfc-426b-4a9b-b5b3-1e784b6d3733 req-941716e4-29b8-43a6-881f-2568a30bece4 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365522 Jul 14 12:00:22.836133 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a5af56f4-3805-44e1-97f4-a4f0f8d0e48a req-043ec544-de29-40ec-bfe6-9ebec59f58ca tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0293787 Jul 14 12:00:23.353359 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59456) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:23.552945 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5b200310-a14a-4f54-9af6-e1b6e8caeb2b req-a4d6dafe-a3b8-4edd-b480-99083090ba77 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0645258 Jul 14 12:00:23.579004 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9720b028-22fc-4781-a05c-a7060c4dffac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:23.811668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d2dd-981a-429e-a8d9-79dd0f5c9f0e req-2f35524f-8521-4c95-889e-058a475ebfba tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:23.813287 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c268d2dd-981a-429e-a8d9-79dd0f5c9f0e req-2f35524f-8521-4c95-889e-058a475ebfba tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.2310941 Jul 14 12:00:23.815350 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9720b028-22fc-4781-a05c-a7060c4dffac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:23.829987 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9720b028-22fc-4781-a05c-a7060c4dffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:23.936646 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720b028-22fc-4781-a05c-a7060c4dffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaea958-f49b-4181-8e5a-8eb081250abb,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:23.943330 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9720b028-22fc-4781-a05c-a7060c4dffac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18ed86cf87304749994d42a02a932f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928938 Jul 14 12:00:23.946194 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59496) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:23.998662 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c268d2dd-981a-429e-a8d9-79dd0f5c9f0e req-c8659db3-932e-4027-901e-e11e3a988723 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698310 Jul 14 12:00:24.067429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:24.108969 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:24.109202 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-050146bc-39f7-49dd-bc7e-b0a1a3ac04d0 req-21f7df4d-a368-4228-8772-5a069b5cfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0537567 Jul 14 12:00:24.210724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:24.214976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:24.216417 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaaea958-f49b-4181-8e5a-8eb081250abb HTTP/1.1" status: 204 len: 168 time: 0.2690260 Jul 14 12:00:24.229431 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0098424-0df4-40bc-b81e-f0fffe868880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaea958-f49b-4181-8e5a-8eb081250abb,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:24.752768 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b89368a6-ea01-4c2e-a624-a18e4b4b564c req-53548860-501a-46eb-8277-b7d797406b4f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0421038 Jul 14 12:00:25.260141 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632772d2-4bba-4838-a7a8-03b32f8e04ce req-329c9732-e8f5-47ee-a4b1-7bc0682747fa tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:25.268418 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-632772d2-4bba-4838-a7a8-03b32f8e04ce req-329c9732-e8f5-47ee-a4b1-7bc0682747fa tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.1266377 Jul 14 12:00:25.325192 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-615c40e7-6f33-4f7e-8ce4-377c2dad7ff6 req-2f04a8fd-fbfd-4dd3-813d-bd0ac7bf905b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0361028 Jul 14 12:00:25.347249 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-632772d2-4bba-4838-a7a8-03b32f8e04ce req-1fefa40e-e015-465f-9798-a835e1fbe1a0 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748656 Jul 14 12:00:25.881090 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6bde900f-d528-4efa-9056-35ab74153472 req-e5a9bd3b-0c9a-4a45-af73-f65b0482fedb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jul 14 12:00:26.468918 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bc8f4dfb-18c0-45b2-a501-51ce619dac16 req-ba3e7a21-f4a7-469e-921d-c3fc3f051b0c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 14 12:00:26.549014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b43a2-e761-424f-9b76-3b60289a68b8 req-4a31c0a7-5a47-46a4-aed3-dbc98942d7f8 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:26.550523 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc8b43a2-e761-424f-9b76-3b60289a68b8 req-4a31c0a7-5a47-46a4-aed3-dbc98942d7f8 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0840762 Jul 14 12:00:26.590542 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc8b43a2-e761-424f-9b76-3b60289a68b8 req-056fc9e9-9507-44fb-bd44-26911c13dfec tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339108 Jul 14 12:00:27.020681 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4015c23e-e4b7-413f-b924-5807b5cebfd8 req-438fa50b-10c9-4ad7-9b73-a7c44b68da63 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0302827 Jul 14 12:00:27.623798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c06ffbfd-a69b-4135-b9e8-4dd9e835970d req-ca1860bf-dbd5-442b-8694-782d4a2d945f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0311441 Jul 14 12:00:27.683082 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-05cd552b-9f99-4c3f-be8f-3d5d2bf6d4a7 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:00:27.684281 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-05cd552b-9f99-4c3f-be8f-3d5d2bf6d4a7 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060737 Jul 14 12:00:27.826141 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098744b4-85d2-4ee4-bd71-9b102d9b3f5d req-f9750cbd-8063-439c-b421-b05257a9ef81 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:27.827695 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-098744b4-85d2-4ee4-bd71-9b102d9b3f5d req-f9750cbd-8063-439c-b421-b05257a9ef81 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 932 time: 0.0824845 Jul 14 12:00:27.842065 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Request body: {'port': {'device_id': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:27.912430 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-098744b4-85d2-4ee4-bd71-9b102d9b3f5d req-0dab6023-a3cf-4205-b828-f788de6b7a0c tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760100 Jul 14 12:00:27.950348 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.196610 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2788cc99-87c6-4d46-930c-77fd3db8f66f req-01c0ef2a-5742-4cd7-a5f8-b44645a59b9a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.0593424 Jul 14 12:00:28.324633 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd96f823-1a97-4579-b1ab-40df5f643880 {{(pid=93153) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:28.337906 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.346675 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.47', 64582) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:28.366718 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Transition to ACTIVE for port object cd96f823-1a97-4579-b1ab-40df5f643880 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:28.373001 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.637984 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Pushing event updated for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:28.664244 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Attempting to bind port cd96f823-1a97-4579-b1ab-40df5f643880 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:28.664617 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Attempting to bind port cd96f823-1a97-4579-b1ab-40df5f643880 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:28.665043 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Attempting to bind port cd96f823-1a97-4579-b1ab-40df5f643880 on network f4d2a6da-75e4-4750-a849-f1614d63ec00 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:28.671683 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Port cd96f823-1a97-4579-b1ab-40df5f643880 on network f4d2a6da-75e4-4750-a849-f1614d63ec00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:00:28.672076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Attempting to bind port cd96f823-1a97-4579-b1ab-40df5f643880 on network f4d2a6da-75e4-4750-a849-f1614d63ec00 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:28.686324 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:28.686830 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Checking segment: {'id': '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:28.687519 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Bound using segment: {'id': '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:28.689073 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Bound port: cd96f823-1a97-4579-b1ab-40df5f643880, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:28.689468 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.741721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-5324f5a9-6d67-411b-87f6-2417ad09cce2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:28.743343 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-5324f5a9-6d67-411b-87f6-2417ad09cce2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 810 time: 0.3952777 Jul 14 12:00:28.835649 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-8929f299-39d3-452f-85f1-ebda4b66cefb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 379 time: 0.0717618 Jul 14 12:00:28.839946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:28.845716 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=cd96f823-1a97-4579-b1ab-40df5f643880,segment=NetworkSegment(89c104dd-0a4f-40b9-97a2-ae03f33ecc1d),segment_id=89c104dd-0a4f-40b9-97a2-ae03f33ecc1d)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:28.865668 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'port': {'device_id': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'admin_state_up': True, 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'security_groups': ['23f38ae5-5497-4f9b-94e4-651563ac7b39']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:28.871612 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f7e68da3-8a10-45b4-a946-0b80363caa54 req-6208bea6-ab0e-4663-ba99-cfc6e6b93bb5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0672603 Jul 14 12:00:28.873119 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.917277 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:28.918198 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:28.919894 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] 10.222.0.47 "PUT /v2.0/ports/cd96f823-1a97-4579-b1ab-40df5f643880 HTTP/1.1" status: 200 len: 1094 time: 1.1353991 Jul 14 12:00:28.922437 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:29.028251 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7e67e-78c4-47c7-9980-183de37494af service neutron] Pushing event updated for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:29.188682 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc8230d-4e51-4146-af6d-208cb55be8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:29.191275 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.47', 64587) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:29.278033 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Made reservation on behalf of 1697622ee43f4c3788f392f8e6a4782e for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:29.282837 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:29.371507 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-e6eaf4cc-e6cd-412b-abc9-455925b51d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:29.374417 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-e6eaf4cc-e6cd-412b-abc9-455925b51d87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ab15b9ec1427581d0ae1473984424&device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 1097 time: 0.2956452 Jul 14 12:00:29.398914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53501752-77f1-4366-9530-bd73cad37084 req-feaeb86b-5242-43e8-b2b6-9f39514e1355 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:29.415964 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-53501752-77f1-4366-9530-bd73cad37084 req-feaeb86b-5242-43e8-b2b6-9f39514e1355 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 944 time: 0.2130067 Jul 14 12:00:29.503491 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb6b2ac-551b-45a1-bbfb-9781eb9f0b62 x-openstack-request-id: req-1fb6b2ac-551b-45a1-bbfb-9781eb9f0b62 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:29.504034 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:29.504422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fb6b2ac-551b-45a1-bbfb-9781eb9f0b62 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:29.505082 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880', 'status': 'completed', 'code': 200} Jul 14 12:00:29.508447 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-5a2f2e86-1936-49d3-a27a-2003d0e3ffde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd96f823-1a97-4579-b1ab-40df5f643880 HTTP/1.1" status: 200 len: 217 time: 0.0891051 Jul 14 12:00:29.606816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4229c19e-362c-43d7-92d3-eedeeaf33779 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:29.607296 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4229c19e-362c-43d7-92d3-eedeeaf33779 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 817 time: 0.4146175 Jul 14 12:00:29.610522 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-53501752-77f1-4366-9530-bd73cad37084 req-49617dee-4c29-4d0b-9d95-025af546904e tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933472 Jul 14 12:00:29.612104 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Allocated IP 172.20.0.6 (45196d53-a7e2-412f-8ea9-a9d277e6bb29/24f80147-1914-44db-ae4b-5e6d2a259229/510d4963-4465-4693-941e-25b69ae83060) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:29.638660 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-66a6b74d-57f3-4c8f-8638-deec6c0c2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:29.640649 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-66a6b74d-57f3-4c8f-8638-deec6c0c2832 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c071b2d-a5af-4597-9bc0-c9608a3781f3 HTTP/1.1" status: 200 len: 851 time: 0.1236959 Jul 14 12:00:29.689667 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-3dd22669-9d4a-4976-9e18-e8af886e914b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 378 time: 0.0649893 Jul 14 12:00:29.723385 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'port': {'device_id': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'admin_state_up': True, 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'security_groups': ['c416d662-4c42-4db6-9a28-9a55247acdc5']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:29.724060 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-53d080a8-8ccb-47c9-9a12-3903201c4157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4d2a6da-75e4-4750-a849-f1614d63ec00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752778 Jul 14 12:00:29.857202 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c8564b4a-8d1b-4d72-90ab-644bdd900cf7 req-99c811fe-eb10-4b4a-853c-f22d5235904f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 210 time: 0.1642258 Jul 14 12:00:29.904816 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-841d995c-7b9c-474d-b856-fc90ae8e19a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544945 Jul 14 12:00:29.914672 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59748) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:29.916123 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:29.940341 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Transition to ACTIVE for port object 510d4963-4465-4693-941e-25b69ae83060 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:29.952043 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Made reservation on behalf of f8fa1586e0f34a729c35b60d5a299dd0 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:29.956035 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.112959 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.120862 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-addf0d3b-c7e9-40ec-a5c5-51559aa8c90f req-0e3f33d1-572d-4a4e-8503-af6be53aed8c service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991861 Jul 14 12:00:30.123210 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b486b088-10fc-4861-988e-dbdb426dffe6 req-d14b9800-59a7-4852-83c8-db8cca7f8af3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0715091 Jul 14 12:00:30.139939 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c43be8d1-b362-44e7-b06d-b248eabf1205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.224185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Allocated IP 172.20.0.5 (8420e7a0-8eaa-44af-87af-8cef4218122f/336970f2-2b60-4570-8cad-a5be93739ea4/c0fe9fa5-5c39-48b1-863f-2fa385e976d7) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:00:30.371069 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c43be8d1-b362-44e7-b06d-b248eabf1205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.380820 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c43be8d1-b362-44e7-b06d-b248eabf1205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.384934 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-63ddfb44-85a8-4ba1-a4f9-5386a420ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:30.387330 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-63ddfb44-85a8-4ba1-a4f9-5386a420ec9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ab15b9ec1427581d0ae1473984424&device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 1097 time: 0.1356514 Jul 14 12:00:30.419471 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59776) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.450502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:30.472866 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:30.482099 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:30.487634 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:30.488340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.505010 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.528584 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.537531 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c43be8d1-b362-44e7-b06d-b248eabf1205 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6f2437609f04a9abd96148eb1443928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6212091 Jul 14 12:00:30.538286 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59786) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.545923 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Transition to ACTIVE for port object c0fe9fa5-5c39-48b1-863f-2fa385e976d7 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:30.548597 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-bd91511e-d7d3-4572-ab51-115fb467a46c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6877220 Jul 14 12:00:30.572853 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43be8d1-b362-44e7-b06d-b248eabf1205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf633dc8-106c-419b-a30e-99d2b8826007,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.620273 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Request body: {'port': {'device_id': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:30.625555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.710461 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-0bc79608-0b01-499d-9eab-fbbca3c4a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:30.711271 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-0bc79608-0b01-499d-9eab-fbbca3c4a54e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4d2a6da-75e4-4750-a849-f1614d63ec00 HTTP/1.1" status: 200 len: 912 time: 0.3152442 Jul 14 12:00:30.734354 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:00:30.746571 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:30.766070 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:00:30.771781 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:30.777625 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.782529 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-9e887e83-2146-444d-90cc-13351208977b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd96f823-1a97-4579-b1ab-40df5f643880 HTTP/1.1" status: 200 len: 217 time: 0.0625045 Jul 14 12:00:30.784829 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59792) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:30.815736 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.843207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.848991 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:30.857698 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-29cd53ca-f968-49aa-bdf3-a9066fce6a6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1390865 Jul 14 12:00:30.874445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.890629 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4d232f8b-930e-49d8-9cd6-46b971c64d8d None None] Provisioning for port 510d4963-4465-4693-941e-25b69ae83060 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:30.897311 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4d232f8b-930e-49d8-9cd6-46b971c64d8d None None] Provisioning complete for port 510d4963-4465-4693-941e-25b69ae83060 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:30.897718 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4d232f8b-930e-49d8-9cd6-46b971c64d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:30.985779 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-4d232f8b-930e-49d8-9cd6-46b971c64d8d None None] Port 510d4963-4465-4693-941e-25b69ae83060 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:31.033914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2f98-d1a8-4ea3-9c38-80714ccbe830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.054568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.065144 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.067668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.071148 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf633dc8-106c-419b-a30e-99d2b8826007 HTTP/1.1" status: 204 len: 168 time: 0.5104561 Jul 14 12:00:31.106125 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1bf8-e891-43b3-9f7d-d474c1e234b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf633dc8-106c-419b-a30e-99d2b8826007,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:31.127513 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-f3933fc0-32dd-4e1f-9382-d33441f53603 None None] Provisioning for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:31.136316 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-f3933fc0-32dd-4e1f-9382-d33441f53603 None None] Provisioning complete for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:31.136837 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f3933fc0-32dd-4e1f-9382-d33441f53603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.147832 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.db.api [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 12:00:31.147832 dv-cinder-800768-2-iscsi neutron-server[93153]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 12:00:31.147832 dv-cinder-800768-2-iscsi neutron-server[93153]: [parameters: {'project_id': '14dc235cff454313a4974c21e0360fcb', 'id': 'b3cbcf68-0e1d-4267-ac4b-6411a288180b', 'expiration': datetime.datetime(2021, 7, 14, 12, 2, 31, 108444)}] Jul 14 12:00:31.147832 dv-cinder-800768-2-iscsi neutron-server[93153]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93153) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 12:00:31.148662 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG oslo_db.api [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:00:31.215423 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d5eed-e696-4ca9-888a-6845669f09e2 req-a7c00b8d-1fe3-42c4-8e6f-409c818d28f3 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:31.221665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-f3933fc0-32dd-4e1f-9382-d33441f53603 None None] Port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:00:31.229040 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2a2d5eed-e696-4ca9-888a-6845669f09e2 req-a7c00b8d-1fe3-42c4-8e6f-409c818d28f3 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 944 time: 0.3183601 Jul 14 12:00:31.322118 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2a2d5eed-e696-4ca9-888a-6845669f09e2 req-c4164f2c-ee80-4e07-853f-a6ae4274b9ef tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709567 Jul 14 12:00:31.361199 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec84d44-7669-42a7-b720-b413d3b773d9 req-bb959f82-11e8-41d4-9365-4babf0f9a600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:31.362789 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bec84d44-7669-42a7-b720-b413d3b773d9 req-bb959f82-11e8-41d4-9365-4babf0f9a600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 931 time: 0.2099674 Jul 14 12:00:31.380146 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510d4963-4465-4693-941e-25b69ae83060 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:31.390396 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.400280 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2f98-d1a8-4ea3-9c38-80714ccbe830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.407397 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc0d2f98-d1a8-4ea3-9c38-80714ccbe830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.408392 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Transition to ACTIVE for port object 510d4963-4465-4693-941e-25b69ae83060 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:31.414788 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.443164 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bec84d44-7669-42a7-b720-b413d3b773d9 req-aed89b40-7015-4394-aa4c-9db953091c79 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713687 Jul 14 12:00:31.465476 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bc0d2f98-d1a8-4ea3-9c38-80714ccbe830 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a77c67b2c5de4b6caabbef1b68755e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0447993 Jul 14 12:00:31.470301 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59812) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:31.485326 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d2f98-d1a8-4ea3-9c38-80714ccbe830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1493450e-4b0f-4b10-b67c-51afd277f4a8,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:31.540849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59816) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:31.643661 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Pushing event updated for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:31.655302 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3a8105ce-cf65-4f68-83e5-3ce5f031c393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.657369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Attempting to bind port 510d4963-4465-4693-941e-25b69ae83060 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:31.657724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Attempting to bind port 510d4963-4465-4693-941e-25b69ae83060 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:31.658146 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Attempting to bind port 510d4963-4465-4693-941e-25b69ae83060 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:31.670105 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.673347 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Port 510d4963-4465-4693-941e-25b69ae83060 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:00:31.673673 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Attempting to bind port 510d4963-4465-4693-941e-25b69ae83060 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:31.692099 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:31.692449 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Checking segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:31.693004 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Bound using segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:31.693512 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Bound port: 510d4963-4465-4693-941e-25b69ae83060, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:31.693869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.700867 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.721722 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.747445 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00425dc1-7614-4637-9e75-50c142c4eefe req-170cc550-b3bb-4ebc-9ebc-1c4cad695fc0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:31.749032 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-00425dc1-7614-4637-9e75-50c142c4eefe req-170cc550-b3bb-4ebc-9ebc-1c4cad695fc0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 931 time: 0.2824874 Jul 14 12:00:31.788038 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-00425dc1-7614-4637-9e75-50c142c4eefe req-adb43b75-a0ca-42f7-a2cc-721a60a9d882 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327065 Jul 14 12:00:31.829843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:31.836023 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.838506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:31.839632 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1493450e-4b0f-4b10-b67c-51afd277f4a8 HTTP/1.1" status: 204 len: 168 time: 0.3279698 Jul 14 12:00:31.841615 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=510d4963-4465-4693-941e-25b69ae83060,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:31.847638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.020179 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3753a-d5b3-4fce-852c-6762e3730e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1493450e-4b0f-4b10-b67c-51afd277f4a8,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.038471 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:32.039052 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.040495 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] 10.222.0.47 "PUT /v2.0/ports/510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 1093 time: 1.4254117 Jul 14 12:00:32.042672 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'tag': '510d4963-4465-4693-941e-25b69ae83060'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:32.138241 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3a8105ce-cf65-4f68-83e5-3ce5f031c393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.139379 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38890-b906-4b8e-85b4-f013ca4eac64 service neutron] Pushing event updated for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.142719 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3a8105ce-cf65-4f68-83e5-3ce5f031c393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.182376 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3a8105ce-cf65-4f68-83e5-3ce5f031c393 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20fe0337d0b0416ba04b3b6541ad3839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370306 Jul 14 12:00:32.185495 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59828) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.186143 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8105ce-cf65-4f68-83e5-3ce5f031c393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffb945a-a638-4926-a4f2-bd6b5e58a1b4,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.272628 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59832) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.275438 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "tag": "510d4963-4465-4693-941e-25b69ae83060"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:32.277993 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.296917 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ace08-1472-4f5f-9c47-c04edc89cd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.304697 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.304897 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.311289 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.375649 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.380211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.384330 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ffb945a-a638-4926-a4f2-bd6b5e58a1b4 HTTP/1.1" status: 204 len: 168 time: 0.1917477 Jul 14 12:00:32.389144 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14dc235cff454313a4974c21e0360fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5796993 Jul 14 12:00:32.392631 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 59844) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.393301 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5a4e-cf7a-4e9d-a964-d5594ed61ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a874a3d-9ea2-4b82-af81-57754514cf40,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.409345 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10506bbc-abe0-4970-93ba-919d14f84932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffb945a-a638-4926-a4f2-bd6b5e58a1b4,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.497415 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.544180 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b99ab37-e104-483c-bf7d-1609e54da7de x-openstack-request-id: req-2b99ab37-e104-483c-bf7d-1609e54da7de {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:32.544900 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "tag": "510d4963-4465-4693-941e-25b69ae83060", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:32.545883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b99ab37-e104-483c-bf7d-1609e54da7de {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:32.551350 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'tag': '510d4963-4465-4693-941e-25b69ae83060', 'status': 'completed', 'code': 200} Jul 14 12:00:32.579294 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.607383 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ace08-1472-4f5f-9c47-c04edc89cd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.625694 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea8ace08-1472-4f5f-9c47-c04edc89cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.700880 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ace08-1472-4f5f-9c47-c04edc89cd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02aa24a-2642-484f-b5b0-ce60b77e8144,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.706661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ea8ace08-1472-4f5f-9c47-c04edc89cd99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72c39c502f7b498ebb4d71d7a520b86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330113 Jul 14 12:00:32.709486 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59856) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:32.740185 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.742696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.746128 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a874a3d-9ea2-4b82-af81-57754514cf40 HTTP/1.1" status: 204 len: 168 time: 0.3469055 Jul 14 12:00:32.752205 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17d9b3-cc0c-4c49-8b22-a89925c298c1 req-2a41b131-fd52-47ef-b4d0-c4c41c24b6b7 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:32.753766 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e17d9b3-cc0c-4c49-8b22-a89925c298c1 req-2a41b131-fd52-47ef-b4d0-c4c41c24b6b7 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 944 time: 0.2312701 Jul 14 12:00:32.768279 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a695e-9899-4c37-a047-4f8dd6328714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a874a3d-9ea2-4b82-af81-57754514cf40,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:32.807802 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.823507 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a548e-ac5e-4f1b-9877-14bc2b70d891 req-fde55195-f59f-49ff-9c9b-6bed9334691e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:32.825181 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ec2a548e-ac5e-4f1b-9877-14bc2b70d891 req-fde55195-f59f-49ff-9c9b-6bed9334691e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 943 time: 0.1825533 Jul 14 12:00:32.839365 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.840153 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e17d9b3-cc0c-4c49-8b22-a89925c298c1 req-8ee0cebd-bbf8-4952-9e5a-169a53e6139b tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751688 Jul 14 12:00:32.914726 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ec2a548e-ac5e-4f1b-9877-14bc2b70d891 req-116517f8-8367-40cb-9772-22fdb64c29a4 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734882 Jul 14 12:00:32.927156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.930120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:32.931278 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b02aa24a-2642-484f-b5b0-ce60b77e8144 HTTP/1.1" status: 204 len: 168 time: 0.2208142 Jul 14 12:00:32.944362 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63eee-fded-4c79-8d50-4b070b3dede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02aa24a-2642-484f-b5b0-ce60b77e8144,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.049440 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5fb98-652a-432a-898c-9d35968e7961 req-fc26640b-2e00-456d-88b6-6d3dffa1ed1b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:33.053435 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-87f5fb98-652a-432a-898c-9d35968e7961 req-fc26640b-2e00-456d-88b6-6d3dffa1ed1b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 931 time: 0.0890927 Jul 14 12:00:33.098253 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-87f5fb98-652a-432a-898c-9d35968e7961 req-ce643321-e020-4a3c-afe0-bde91175a1ec tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398304 Jul 14 12:00:33.149984 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59874) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:33.163927 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9f8a0831-607b-4c03-aab0-fa4abbf3a4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.302267 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9f8a0831-607b-4c03-aab0-fa4abbf3a4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.307392 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9f8a0831-607b-4c03-aab0-fa4abbf3a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.352455 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-9f8a0831-607b-4c03-aab0-fa4abbf3a4f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d001551d5bb94a29a2c48fe7df6c2c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987669 Jul 14 12:00:33.352455 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 59882) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:33.384437 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a0831-607b-4c03-aab0-fa4abbf3a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa645ead-92b5-4431-b5fe-fcb48a17ac89,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.437500 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.464237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.517089 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.520886 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.525070 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa645ead-92b5-4431-b5fe-fcb48a17ac89 HTTP/1.1" status: 204 len: 168 time: 0.1716094 Jul 14 12:00:33.532919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183c48b-b1bf-4350-8cac-fdcc33b6aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa645ead-92b5-4431-b5fe-fcb48a17ac89,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:33.634612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Request body: {'port': {'device_id': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:33.650256 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-6ad03fbb-1023-4c60-bf50-2188912334a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:33.653867 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-6ad03fbb-1023-4c60-bf50-2188912334a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c071b2d-a5af-4597-9bc0-c9608a3781f3 HTTP/1.1" status: 200 len: 851 time: 0.0724368 Jul 14 12:00:33.702798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-5ab1bd10-fdaf-4380-82b1-38693a68daa7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4d2a6da-75e4-4750-a849-f1614d63ec00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380898 Jul 14 12:00:33.797715 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:33.811863 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-bdf58441-68d7-431b-af1f-0b7c0f097b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:33.813736 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-bdf58441-68d7-431b-af1f-0b7c0f097b05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1096 time: 0.1402969 Jul 14 12:00:33.823049 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-78744975-81ba-4bb6-b9fe-c1b5a403cda4 service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127074 Jul 14 12:00:33.947232 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dcc8230d-4e51-4146-af6d-208cb55be8e2 req-46bde972-ee78-46cf-98bd-b58c94fd7b9c service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118119 Jul 14 12:00:34.105405 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fff05-5f93-4fd6-8bf1-fa7f72907b77 req-2f2be793-54ad-4f6c-96d1-7610f78eceee tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.113168 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9e7fff05-5f93-4fd6-8bf1-fa7f72907b77 req-2f2be793-54ad-4f6c-96d1-7610f78eceee tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 944 time: 0.0783033 Jul 14 12:00:34.135393 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-a6909d19-d3a3-4c5f-af4e-5559726b5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.138034 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-a6909d19-d3a3-4c5f-af4e-5559726b5d96 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1697622ee43f4c3788f392f8e6a4782e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2852669 Jul 14 12:00:34.222438 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9e7fff05-5f93-4fd6-8bf1-fa7f72907b77 req-eb31a9f3-63e7-47c7-8939-cd965cc156ba tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078527 Jul 14 12:00:34.274583 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74718d-9003-4e17-8e53-498a01e8f24b req-167b5924-9c79-4261-8ab5-092029533158 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.275843 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ed74718d-9003-4e17-8e53-498a01e8f24b req-167b5924-9c79-4261-8ab5-092029533158 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 943 time: 0.1471214 Jul 14 12:00:34.338190 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ed74718d-9003-4e17-8e53-498a01e8f24b req-159abb26-31f1-47f1-8555-6737e83fef96 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479832 Jul 14 12:00:34.396565 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-3a23aec3-1df1-47e4-b945-f067373a6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.398081 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cd4ab13-f340-48e5-bb0e-d03c5b4d1ed5 req-3a23aec3-1df1-47e4-b945-f067373a6709 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424684 Jul 14 12:00:34.508047 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:34.517002 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.531835 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Transition to ACTIVE for port object c0fe9fa5-5c39-48b1-863f-2fa385e976d7 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:00:34.582592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.596364 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d87df-8811-40c2-98d3-8503ae0836fd req-dda2581d-76c7-4a52-93cd-17e14ffa80cc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.609188 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f03d87df-8811-40c2-98d3-8503ae0836fd req-dda2581d-76c7-4a52-93cd-17e14ffa80cc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 931 time: 0.1943164 Jul 14 12:00:34.660912 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:34.689533 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-e9d7aafc-250d-4d80-b9e4-cfe53dd18c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.691588 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-e9d7aafc-250d-4d80-b9e4-cfe53dd18c61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1096 time: 0.1579823 Jul 14 12:00:34.708480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Attempting to bind port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:00:34.708818 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Attempting to bind port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:00:34.709146 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Attempting to bind port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:34.760067 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f03d87df-8811-40c2-98d3-8503ae0836fd req-667a27b2-a9b0-497a-9636-5745290d5597 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431174 Jul 14 12:00:34.832901 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 on network 8420e7a0-8eaa-44af-87af-8cef4218122f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:00:34.833445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Attempting to bind port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:00:34.837332 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-656c528b-7fdd-48fd-9bf5-c99c266a1694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 217 time: 0.1306190 Jul 14 12:00:34.842046 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:00:34.842289 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Checking segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:34.842699 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Bound using segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:00:34.843154 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Bound port: c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:00:34.843514 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:34.967076 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-aba343be-da1a-4711-87f7-cd352ac3b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:34.968680 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-aba343be-da1a-4711-87f7-cd352ac3b16f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.1228733 Jul 14 12:00:35.193940 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:00:35.218813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:00:35.228084 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:35.323583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.324455 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:35.326314 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 1093 time: 1.6984775 Jul 14 12:00:35.327028 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:35.330603 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9830c3e-b560-42c3-9a60-2292bd49117a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:35.376754 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eadf94-c501-4c97-a907-900415ae9a07 req-ff70a402-c651-4bb1-9a52-f688c7349e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.378728 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-ff70a402-c651-4bb1-9a52-f688c7349e27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4020951 Jul 14 12:00:35.383632 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d8c08-337c-440a-b492-d0ed13ad50c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:35.482319 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c286f62d-bece-4352-9017-b6fbd8409e77 x-openstack-request-id: req-c286f62d-bece-4352-9017-b6fbd8409e77 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:35.482893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:35.483299 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c286f62d-bece-4352-9017-b6fbd8409e77 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:35.483928 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'status': 'completed', 'code': 200} Jul 14 12:00:35.554085 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd5a1b-b8ca-4235-9288-030fcc5c7a6c req-290e4903-5cda-49b7-9278-9bcb65793ebe tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.559315 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1efd5a1b-b8ca-4235-9288-030fcc5c7a6c req-290e4903-5cda-49b7-9278-9bcb65793ebe tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 944 time: 0.1382089 Jul 14 12:00:35.647933 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-74b0ce0c-a412-4666-849d-eac1ec772d7f service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586505 Jul 14 12:00:35.651706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1efd5a1b-b8ca-4235-9288-030fcc5c7a6c req-c791d4f9-6b03-49ff-b487-df51997e665e tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834620 Jul 14 12:00:35.689821 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e581df-90f3-44d1-a742-f3dd385c9cc1 req-88e81929-ebe9-4604-8e31-0a061ea0428c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.692824 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88e581df-90f3-44d1-a742-f3dd385c9cc1 req-88e81929-ebe9-4604-8e31-0a061ea0428c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 943 time: 0.0891507 Jul 14 12:00:35.744356 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88e581df-90f3-44d1-a742-f3dd385c9cc1 req-57e62c94-bdbb-4ccf-a35e-878b74fb350a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465391 Jul 14 12:00:35.751633 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-d323fb75-5ab7-4d7c-876f-9adb225c3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.753196 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-d323fb75-5ab7-4d7c-876f-9adb225c3786 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1096 time: 0.3249323 Jul 14 12:00:35.813146 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-c0d8199f-c0a5-4125-8985-c74bb453583f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 217 time: 0.0438359 Jul 14 12:00:35.860149 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27eadf94-c501-4c97-a907-900415ae9a07 req-875476dd-98a4-4e18-9522-805e6cfa5acb service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971662 Jul 14 12:00:35.885057 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-5c1cf572-84c0-42b3-83de-4f6b14c3cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:35.887743 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-5c1cf572-84c0-42b3-83de-4f6b14c3cf0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0668321 Jul 14 12:00:35.998878 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f4647-eb15-4fe4-a159-86315239e753 req-9ec8b8d2-c1c6-410e-8fca-4b036105293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.001857 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d13bd-55d8-454b-99ed-641f27d326fb req-70276023-f6a6-4ce7-9dfa-60211eb631e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.002802 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-9ec8b8d2-c1c6-410e-8fca-4b036105293f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1083257 Jul 14 12:00:36.004092 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-252d13bd-55d8-454b-99ed-641f27d326fb req-70276023-f6a6-4ce7-9dfa-60211eb631e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0725114 Jul 14 12:00:36.086618 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device cd96f823-1a97-4579-b1ab-40df5f643880 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:00:36.102515 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-252d13bd-55d8-454b-99ed-641f27d326fb req-fbc588bc-bbf2-48fd-908f-8c3b9a241d9f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894966 Jul 14 12:00:36.171498 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-d6bb10e3-5909-4157-bf3c-963c4d3ff23a service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608911 Jul 14 12:00:36.253789 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=cd96f823-1a97-4579-b1ab-40df5f643880,segment=NetworkSegment(89c104dd-0a4f-40b9-97a2-ae03f33ecc1d),segment_id=89c104dd-0a4f-40b9-97a2-ae03f33ecc1d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:36.268909 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'cd96f823-1a97-4579-b1ab-40df5f643880', 'network_id': 'f4d2a6da-75e4-4750-a849-f1614d63ec00', 'port_id': 'cd96f823-1a97-4579-b1ab-40df5f643880', 'mac_address': 'fa:16:3e:f0:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c071b2d-a5af-4597-9bc0-c9608a3781f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:00:36.309405 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f38f4647-eb15-4fe4-a159-86315239e753 req-008a011c-65fe-4fbc-a4ce-eefeccabdfd8 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299698 Jul 14 12:00:36.315404 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:36.329696 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd96f823-1a97-4579-b1ab-40df5f643880 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:36.358625 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=cd96f823-1a97-4579-b1ab-40df5f643880,segment=NetworkSegment(89c104dd-0a4f-40b9-97a2-ae03f33ecc1d),segment_id=89c104dd-0a4f-40b9-97a2-ae03f33ecc1d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:36.365300 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:36.440421 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:36.504284 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-2b4c3e61-0298-4e10-b8ab-c55e7b4dcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.506044 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-2b4c3e61-0298-4e10-b8ab-c55e7b4dcfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1096 time: 0.0850101 Jul 14 12:00:36.570658 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:36.685507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-07d87e3a-9e76-4384-bc7e-ed682a200b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.687391 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-07d87e3a-9e76-4384-bc7e-ed682a200b9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1749768 Jul 14 12:00:36.719245 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['cd96f823-1a97-4579-b1ab-40df5f643880'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:36.758457 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-8bbf7359-42fd-4a50-9de8-f9595482ec19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 217 time: 0.0521624 Jul 14 12:00:36.844694 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-b1005b7a-38fc-4915-94e5-7200cb8ea33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:36.847853 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-b1005b7a-38fc-4915-94e5-7200cb8ea33e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0818915 Jul 14 12:00:37.023610 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2a807-f1f7-4e09-be65-190fdff12faf req-93f3352d-a12d-4d37-8cc2-9cfc1e4c1979 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:37.027542 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-1c57eb19-837b-4146-abdb-2be81444ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:37.028108 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-69e2a807-f1f7-4e09-be65-190fdff12faf req-93f3352d-a12d-4d37-8cc2-9cfc1e4c1979 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 945 time: 0.1828926 Jul 14 12:00:37.028190 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-1c57eb19-837b-4146-abdb-2be81444ff6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1730180 Jul 14 12:00:37.158951 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-1ffee8aa-0450-407d-a598-cf9ecba89bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227515 Jul 14 12:00:37.168626 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-69e2a807-f1f7-4e09-be65-190fdff12faf req-36eb7579-2759-402f-b0fd-eba0d71a5109 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343288 Jul 14 12:00:37.230377 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee2f98-2b8f-49e0-a0a0-72c81de6562f req-199c5f79-91df-4335-b1fa-32f3763d1a89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:37.231936 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66ee2f98-2b8f-49e0-a0a0-72c81de6562f req-199c5f79-91df-4335-b1fa-32f3763d1a89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 943 time: 0.1729534 Jul 14 12:00:37.291669 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66ee2f98-2b8f-49e0-a0a0-72c81de6562f req-e8876c8c-44e2-4d3b-874c-573c28339ba8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525634 Jul 14 12:00:37.309833 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a9830c3e-b560-42c3-9a60-2292bd49117a req-6f15857a-bf08-4b83-8153-26c1d1b96394 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421072 Jul 14 12:00:37.378719 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759cec-00a8-42d3-ac30-b02585ac8644 req-211f2004-86b1-4656-8bce-5f071479e05c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:37.380551 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3c759cec-00a8-42d3-ac30-b02585ac8644 req-211f2004-86b1-4656-8bce-5f071479e05c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0767665 Jul 14 12:00:37.424654 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3c759cec-00a8-42d3-ac30-b02585ac8644 req-e32bdada-f3ab-43f9-accf-6e8d1c1ddedd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361135 Jul 14 12:00:37.788361 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:00:37.844175 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60104) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:37.952621 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-897cf4b8-7745-47b3-88e1-ed72c0dff274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.040877 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-897cf4b8-7745-47b3-88e1-ed72c0dff274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.044941 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-897cf4b8-7745-47b3-88e1-ed72c0dff274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.085915 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-897cf4b8-7745-47b3-88e1-ed72c0dff274 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=942c4f35c0144499a73b7c2b4c934866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405977 Jul 14 12:00:38.086611 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf4b8-7745-47b3-88e1-ed72c0dff274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d3c63-fe09-4087-b527-61f11d943d34,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:38.089579 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60108) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:38.092829 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 510d4963-4465-4693-941e-25b69ae83060 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:00:38.147937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.151165 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device cd96f823-1a97-4579-b1ab-40df5f643880 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:38.171778 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.231506 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.232279 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port cd96f823-1a97-4579-b1ab-40df5f643880 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:38.234734 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.236298 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/668d3c63-fe09-4087-b527-61f11d943d34 HTTP/1.1" status: 204 len: 168 time: 0.1456838 Jul 14 12:00:38.236509 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=510d4963-4465-4693-941e-25b69ae83060,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:38.240773 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port cd96f823-1a97-4579-b1ab-40df5f643880 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:38.241087 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.246305 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076728e-41f1-4a64-ac3f-140fc8640c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d3c63-fe09-4087-b527-61f11d943d34,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:38.301864 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '510d4963-4465-4693-941e-25b69ae83060', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'port_id': '510d4963-4465-4693-941e-25b69ae83060', 'mac_address': 'fa:16:3e:d2:f1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:00:38.367057 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.397649 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510d4963-4465-4693-941e-25b69ae83060 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:38.398673 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724646-bfa8-4634-b70f-430f1cb3c5fb req-b6e520c7-fc7e-48e3-b7cf-58a1bc67ae61 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:38.400754 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f724646-bfa8-4634-b70f-430f1cb3c5fb req-b6e520c7-fc7e-48e3-b7cf-58a1bc67ae61 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 945 time: 0.0802009 Jul 14 12:00:38.404798 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.429343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c6bedbd-fe5a-4a00-92d9-3bcb0a9eb56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.434893 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=510d4963-4465-4693-941e-25b69ae83060,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:38.445705 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.446635 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:00:38.456916 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:38.482962 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f724646-bfa8-4634-b70f-430f1cb3c5fb req-2f76a4a9-67f8-4999-864e-6214d4f469e4 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757420 Jul 14 12:00:38.635687 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=cd96f823-1a97-4579-b1ab-40df5f643880,segment=NetworkSegment(89c104dd-0a4f-40b9-97a2-ae03f33ecc1d),segment_id=89c104dd-0a4f-40b9-97a2-ae03f33ecc1d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:38.654335 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.695844 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a76430-d9f5-4dff-b74f-bec285783e27 req-02385b4d-043a-4fde-ab37-a950754568fc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:38.698407 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-81a76430-d9f5-4dff-b74f-bec285783e27 req-02385b4d-043a-4fde-ab37-a950754568fc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 944 time: 0.1628053 Jul 14 12:00:38.743222 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:38.744217 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0089f74-82c1-4320-86d9-911cb2b8935e req-faee841a-cc1e-4b1a-b65a-3d78ab75dbe9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:38.753265 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a0089f74-82c1-4320-86d9-911cb2b8935e req-faee841a-cc1e-4b1a-b65a-3d78ab75dbe9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1343241 Jul 14 12:00:38.810347 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-81a76430-d9f5-4dff-b74f-bec285783e27 req-83ab5345-e7b4-49df-8426-136804efeab1 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039290 Jul 14 12:00:38.827292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:38.849072 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60148) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:38.863334 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303666ed-f580-4fff-b1de-0da78fbbfc4c" -d '{"events": [{"server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "name": "network-vif-plugged", "status": "completed", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:38.867697 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-01552fb3-7c99-424c-8ba1-5efe76dbdf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.870982 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a0089f74-82c1-4320-86d9-911cb2b8935e req-5831dc20-f52e-49ee-92d0-ddcf10eff87c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164582 Jul 14 12:00:38.909863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:38.923095 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:00:38.972359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:38.996529 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:00:39.023468 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:39.024636 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-01552fb3-7c99-424c-8ba1-5efe76dbdf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.028961 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.030135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-01552fb3-7c99-424c-8ba1-5efe76dbdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.070234 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60154) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:39.070465 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-01552fb3-7c99-424c-8ba1-5efe76dbdf87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0fae3fc92b64d8b8dae42b88b803a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201426 Jul 14 12:00:39.071088 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed89a03-5815-4e82-8943-c92e72c026a6 x-openstack-request-id: req-bed89a03-5815-4e82-8943-c92e72c026a6 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:39.071357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "name": "network-vif-plugged", "status": "completed", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:39.071649 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bed89a03-5815-4e82-8943-c92e72c026a6 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:39.072176 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880', 'code': 200} Jul 14 12:00:39.082595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01552fb3-7c99-424c-8ba1-5efe76dbdf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc2ece-4a64-4ae3-81b4-abe69da8b288,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.116436 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.143753 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.170547 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.217833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.220493 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.224518 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1abc2ece-4a64-4ae3-81b4-abe69da8b288 HTTP/1.1" status: 204 len: 168 time: 0.1503115 Jul 14 12:00:39.232368 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d593-63ba-4101-b9ed-ae1c1b5dedbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc2ece-4a64-4ae3-81b4-abe69da8b288,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.400913 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-573a818d-10ca-415c-934e-a7abb7d7f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:39.402416 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-573a818d-10ca-415c-934e-a7abb7d7f17e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 1099 time: 0.0873382 Jul 14 12:00:39.406162 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['510d4963-4465-4693-941e-25b69ae83060'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:39.432635 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-44551187-665a-416d-8e64-f57e74bd64fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.482810 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['c0fe9fa5-5c39-48b1-863f-2fa385e976d7'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:00:39.545090 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-44551187-665a-416d-8e64-f57e74bd64fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.550952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-44551187-665a-416d-8e64-f57e74bd64fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:39.591240 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4c6046c4-157c-41e0-8a87-7311e0e461aa req-44551187-665a-416d-8e64-f57e74bd64fe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812494 Jul 14 12:00:39.603025 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44551187-665a-416d-8e64-f57e74bd64fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dc414d4c-82b0-4cfd-9c81-2b6aeb886198,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:39.710135 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b5f9d-51dc-442f-9b12-b70c20bd93c8 req-d9758f58-bd62-4dd8-892b-0593a715e500 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:39.712076 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f79b5f9d-51dc-442f-9b12-b70c20bd93c8 req-d9758f58-bd62-4dd8-892b-0593a715e500 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.1000075 Jul 14 12:00:39.780759 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f79b5f9d-51dc-442f-9b12-b70c20bd93c8 req-221a8eba-a1ef-4dc0-9be7-fb0c636d8614 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616560 Jul 14 12:00:40.117026 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b776-030f-454d-9c44-6cc2fd715588 req-8dce22f5-d67e-4d5f-85f8-59ddeb625d9f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.121571 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3265b776-030f-454d-9c44-6cc2fd715588 req-8dce22f5-d67e-4d5f-85f8-59ddeb625d9f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 944 time: 0.1113689 Jul 14 12:00:40.171224 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a010a-5567-42c4-9fab-2d7e1767cd4c req-61b9a16b-277f-4924-ab82-52bd77f5823a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:40.175685 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1d2a010a-5567-42c4-9fab-2d7e1767cd4c req-61b9a16b-277f-4924-ab82-52bd77f5823a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.1272135 Jul 14 12:00:40.205796 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3265b776-030f-454d-9c44-6cc2fd715588 req-b2119f67-9172-47cc-8427-a83d0fba9283 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757132 Jul 14 12:00:40.207128 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60226) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:40.268911 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1d2a010a-5567-42c4-9fab-2d7e1767cd4c req-a666bc53-edda-4a87-abbb-44138c0c95e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859532 Jul 14 12:00:40.565500 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf7b4-26eb-459e-98a4-fed35a386dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.694813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf7b4-26eb-459e-98a4-fed35a386dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.699181 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d1fcf7b4-26eb-459e-98a4-fed35a386dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.751611 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d1fcf7b4-26eb-459e-98a4-fed35a386dd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ededf19ba295408ab966ff8f6ce1a299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394394 Jul 14 12:00:40.751790 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:40.759840 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcf7b4-26eb-459e-98a4-fed35a386dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d5ec7-9f5f-46d5-8f35-bee17ceebe9a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:40.831543 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.840857 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2403e8cd-12c9-4487-b62e-9a429dcc15e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.863589 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.978453 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.981655 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:40.984929 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e57d5ec7-9f5f-46d5-8f35-bee17ceebe9a HTTP/1.1" status: 204 len: 168 time: 0.2302828 Jul 14 12:00:40.994502 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bce22-00af-4c83-96cc-d7e6c2baae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d5ec7-9f5f-46d5-8f35-bee17ceebe9a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:41.020371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcae15a-0d24-4a57-83e7-a0923636a019 req-94ac5773-a3cf-49f5-ad28-8c8724b6dad5 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.021868 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ebcae15a-0d24-4a57-83e7-a0923636a019 req-94ac5773-a3cf-49f5-ad28-8c8724b6dad5 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.0902681 Jul 14 12:00:41.067723 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ebcae15a-0d24-4a57-83e7-a0923636a019 req-ea78927b-0060-487b-a4c8-f3b3d667063d tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Jul 14 12:00:41.322591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.453715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b3ac-62d0-402c-8ad7-8ac8c064ce0f req-d013cdab-a3bc-4ec6-bc74-2e9c6cfca1f2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.463227 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c578b3ac-62d0-402c-8ad7-8ac8c064ce0f req-d013cdab-a3bc-4ec6-bc74-2e9c6cfca1f2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 944 time: 0.1056581 Jul 14 12:00:41.542039 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60326) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:41.558365 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3e242412-a680-40c2-8894-5200c155e8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.572271 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c578b3ac-62d0-402c-8ad7-8ac8c064ce0f req-b75f84de-74a4-4e56-8120-f08456bb2c0f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076934 Jul 14 12:00:41.640955 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90af0-01c5-4150-89cb-2b9b38cffad7 req-db6318cd-4e38-41b1-83f2-8f17418739e8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:41.645463 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e3f90af0-01c5-4150-89cb-2b9b38cffad7 req-db6318cd-4e38-41b1-83f2-8f17418739e8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.1484950 Jul 14 12:00:41.718233 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e3f90af0-01c5-4150-89cb-2b9b38cffad7 req-a38b8fb2-520f-4ff8-9164-0f84ab6491a6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592816 Jul 14 12:00:41.718909 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3e242412-a680-40c2-8894-5200c155e8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.725775 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3e242412-a680-40c2-8894-5200c155e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.763673 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3e242412-a680-40c2-8894-5200c155e8d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9aea4f0888c24859838417b03a8609f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198164 Jul 14 12:00:41.767095 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60342) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:41.776701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242412-a680-40c2-8894-5200c155e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810eb0c1-da77-47b6-b62c-bc9343ab3888,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:41.833750 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.868657 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.948855 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.951699 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:41.955901 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/810eb0c1-da77-47b6-b62c-bc9343ab3888 HTTP/1.1" status: 204 len: 168 time: 0.1843960 Jul 14 12:00:41.964039 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af40a5-fab6-4e83-a7e1-96fac7877eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810eb0c1-da77-47b6-b62c-bc9343ab3888,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:41.983007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60356) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:42.045511 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60364) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:42.261977 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edb146-9530-4cd3-8274-fa0f205c7bec req-4bfa6bf6-df45-423a-bac8-6e09810ff90a tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:42.263525 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-24edb146-9530-4cd3-8274-fa0f205c7bec req-4bfa6bf6-df45-423a-bac8-6e09810ff90a tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.0640664 Jul 14 12:00:42.297377 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-254831d0-1038-4319-995f-32cedbab0250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.303846 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-24edb146-9530-4cd3-8274-fa0f205c7bec req-a3961641-d295-4132-9b06-534c8c6c527a tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348337 Jul 14 12:00:42.390356 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fe667e4d-dad7-4287-8a81-0d061774ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.444224 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.449090 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-254831d0-1038-4319-995f-32cedbab0250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.457069 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-254831d0-1038-4319-995f-32cedbab0250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.521281 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254831d0-1038-4319-995f-32cedbab0250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd9f655-f00d-49aa-ab6d-dba5855a62cc,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:42.537886 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-254831d0-1038-4319-995f-32cedbab0250 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e9d153a94a84f549372c5adb51e9dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534334 Jul 14 12:00:42.540832 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60384) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:42.552014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60386) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:42.616071 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.645839 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.695216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fe667e4d-dad7-4287-8a81-0d061774ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.702697 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fe667e4d-dad7-4287-8a81-0d061774ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.740623 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.743780 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.745473 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbd9f655-f00d-49aa-ab6d-dba5855a62cc HTTP/1.1" status: 204 len: 168 time: 0.2033958 Jul 14 12:00:42.779933 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac8f0d-23b2-4097-918d-e5b105bdeb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd9f655-f00d-49aa-ab6d-dba5855a62cc,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:42.788304 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fe667e4d-dad7-4287-8a81-0d061774ef5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e2ba7553dcd410189c0c90dec6cbaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416308 Jul 14 12:00:42.792345 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60406) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:42.815695 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe667e4d-dad7-4287-8a81-0d061774ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639867d8-5a18-47b0-be86-f941057330d5,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:42.937482 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5a807eb5-6911-4e4e-8246-52d7e89e2d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:42.939254 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.005638 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.024326 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c16dc-82dc-4a01-b525-6181ccb13d8b req-3b0f5e08-8d0d-4e11-a01e-e17851f6b935 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:43.025765 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a78c16dc-82dc-4a01-b525-6181ccb13d8b req-3b0f5e08-8d0d-4e11-a01e-e17851f6b935 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 944 time: 0.1922164 Jul 14 12:00:43.124028 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a78c16dc-82dc-4a01-b525-6181ccb13d8b req-62a7145a-88c7-4cfd-ae77-cd015bb3853b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808039 Jul 14 12:00:43.130973 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ebd6c-91ea-4ab5-a01c-f42b46b29f28 req-223d767c-a52a-4739-bb81-121189a015b4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:43.132716 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-959ebd6c-91ea-4ab5-a01c-f42b46b29f28 req-223d767c-a52a-4739-bb81-121189a015b4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.2166479 Jul 14 12:00:43.173884 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.176391 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.177532 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/639867d8-5a18-47b0-be86-f941057330d5 HTTP/1.1" status: 204 len: 168 time: 0.3829875 Jul 14 12:00:43.203557 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f02d0-5ef2-4e3c-b898-15c01aad9836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639867d8-5a18-47b0-be86-f941057330d5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.219222 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-959ebd6c-91ea-4ab5-a01c-f42b46b29f28 req-21fd4605-3bd0-45f2-ad9f-6445a48cfcba tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692525 Jul 14 12:00:43.224217 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5a807eb5-6911-4e4e-8246-52d7e89e2d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.236245 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5a807eb5-6911-4e4e-8246-52d7e89e2d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.257361 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60420) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:43.289898 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7e86c9e-cda3-4a89-8c86-51a2d6e293f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.297755 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5a807eb5-6911-4e4e-8246-52d7e89e2d14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2efff6c47a74c119d33f2b1b42eefad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7421796 Jul 14 12:00:43.298473 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60424) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:43.301740 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a807eb5-6911-4e4e-8246-52d7e89e2d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85400d19-7ed2-4407-84eb-edc2ae858658,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.353425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 510d4963-4465-4693-941e-25b69ae83060 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:43.369901 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.398341 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.429002 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 510d4963-4465-4693-941e-25b69ae83060 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:43.435946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7e86c9e-cda3-4a89-8c86-51a2d6e293f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.439665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 510d4963-4465-4693-941e-25b69ae83060 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:43.440137 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.443119 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7e86c9e-cda3-4a89-8c86-51a2d6e293f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.517535 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c7e86c9e-cda3-4a89-8c86-51a2d6e293f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b88cee07624545a3ad0670da10cb1453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591016 Jul 14 12:00:43.518863 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e86c9e-cda3-4a89-8c86-51a2d6e293f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348a24de-1c3c-4ff8-8b6e-f379f3fa33b2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.521080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.527113 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.529071 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85400d19-7ed2-4407-84eb-edc2ae858658 HTTP/1.1" status: 204 len: 168 time: 0.2295289 Jul 14 12:00:43.536263 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60430) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:43.549152 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a0cf3-9cf0-45a4-bbd6-df39f09a65c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85400d19-7ed2-4407-84eb-edc2ae858658,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.593699 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.610717 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.623450 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d4963-4465-4693-941e-25b69ae83060'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:43.626607 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d08352-e739-4723-8589-ab4e416a9939" -d '{"events": [{"server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "name": "network-vif-plugged", "status": "completed", "tag": "510d4963-4465-4693-941e-25b69ae83060"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:43.646757 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=510d4963-4465-4693-941e-25b69ae83060,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:43.654387 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.655454 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:00:43.656109 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.719463 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9e6c5-820c-406e-ba1e-f8c0cf8c18ff x-openstack-request-id: req-29f9e6c5-820c-406e-ba1e-f8c0cf8c18ff {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:43.719758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "name": "network-vif-plugged", "status": "completed", "tag": "510d4963-4465-4693-941e-25b69ae83060", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:43.720100 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29f9e6c5-820c-406e-ba1e-f8c0cf8c18ff {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:43.720661 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d4963-4465-4693-941e-25b69ae83060', 'code': 200} Jul 14 12:00:43.746104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.748801 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.750020 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/348a24de-1c3c-4ff8-8b6e-f379f3fa33b2 HTTP/1.1" status: 204 len: 168 time: 0.2126348 Jul 14 12:00:43.752772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.765294 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:00:43.769099 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af30054-b72e-4022-9a9d-cbbb57c54bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a24de-1c3c-4ff8-8b6e-f379f3fa33b2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:43.772852 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:00:43.773321 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.841115 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60446) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:43.858643 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3ff700d-2a22-4bed-a3ba-65ce92c8eb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.882239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:43.924852 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:00:43.932939 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.012326 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.013473 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3ff700d-2a22-4bed-a3ba-65ce92c8eb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.017858 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:44.020823 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a3ff700d-2a22-4bed-a3ba-65ce92c8eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.061885 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a3ff700d-2a22-4bed-a3ba-65ce92c8eb07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=478a0d98278b4590a5ee7302bab561d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195070 Jul 14 12:00:44.064075 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff700d-2a22-4bed-a3ba-65ce92c8eb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfb3aa-d2ad-4338-89b2-966ddf54cb2d,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:44.065740 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60450) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:44.125464 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.150442 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.166736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60456) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:44.192076 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0149eb71-679e-4bdc-ae50-665ff54accf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.233103 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.237679 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.239476 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28cfb3aa-d2ad-4338-89b2-966ddf54cb2d HTTP/1.1" status: 204 len: 168 time: 0.1726255 Jul 14 12:00:44.260365 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916e68a-1163-4413-9c5e-1885a86c1a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfb3aa-d2ad-4338-89b2-966ddf54cb2d,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:44.364135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0149eb71-679e-4bdc-ae50-665ff54accf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.371306 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13467d-e305-44ef-952e-b6f47b4699e7 req-9ccd945d-8baf-427b-8b6a-78a44ca162a5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.372093 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0149eb71-679e-4bdc-ae50-665ff54accf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.373838 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc13467d-e305-44ef-952e-b6f47b4699e7 req-9ccd945d-8baf-427b-8b6a-78a44ca162a5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0967102 Jul 14 12:00:44.426108 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0149eb71-679e-4bdc-ae50-665ff54accf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67c8b3a7d0084785a91822fe005b40f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556140 Jul 14 12:00:44.426108 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149eb71-679e-4bdc-ae50-665ff54accf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5b5c8-65a1-4359-84fe-ac6cdcc91d27,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:44.430092 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60466) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:44.462127 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc13467d-e305-44ef-952e-b6f47b4699e7 req-d6154b94-4b1c-49b7-9313-14dbce363ed8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819669 Jul 14 12:00:44.511478 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.517003 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841af8-9b5b-4532-bd64-0551cd192899 req-1bb4384f-5122-40fd-aef1-4e6b786374f9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.518533 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-64841af8-9b5b-4532-bd64-0551cd192899 req-1bb4384f-5122-40fd-aef1-4e6b786374f9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1189618 Jul 14 12:00:44.543657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.580523 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-64841af8-9b5b-4532-bd64-0551cd192899 req-805b3298-0f57-4401-a785-cd6880c6c129 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502455 Jul 14 12:00:44.617199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.619559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:44.620774 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79e5b5c8-65a1-4359-84fe-ac6cdcc91d27 HTTP/1.1" status: 204 len: 168 time: 0.1897199 Jul 14 12:00:44.630170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb075e4e-5dcc-49d1-b949-13e81d76755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5b5c8-65a1-4359-84fe-ac6cdcc91d27,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:44.726331 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484536-37ce-4f32-9aca-db2b5034a7e9 req-c59338a9-d6fc-41ef-8125-f8456039a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:44.727856 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b2484536-37ce-4f32-9aca-db2b5034a7e9 req-c59338a9-d6fc-41ef-8125-f8456039a67f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1098 time: 0.0624399 Jul 14 12:00:44.768569 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b2484536-37ce-4f32-9aca-db2b5034a7e9 req-ac7e9c68-f495-4998-ac07-faefea767c4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344994 Jul 14 12:00:45.651771 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069845b4-9ea8-45f0-8699-9f22b6e62732 req-22ed69b1-f58f-48a7-a073-29d90319b9f0 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:45.653442 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-069845b4-9ea8-45f0-8699-9f22b6e62732 req-22ed69b1-f58f-48a7-a073-29d90319b9f0 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0662515 Jul 14 12:00:45.692832 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-069845b4-9ea8-45f0-8699-9f22b6e62732 req-ec53be4d-0445-4682-af66-256b402a3c3e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338211 Jul 14 12:00:45.724792 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:45.729425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc12ed4-850a-418d-83dc-324a7bdd7007" -d '{"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:45.739495 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60552) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:45.914907 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504bd3-de0d-42aa-b644-ab60b6d1a44d req-8b0705cc-cee6-4966-86da-6698b0ded0b4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:45.922029 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a1504bd3-de0d-42aa-b644-ab60b6d1a44d req-8b0705cc-cee6-4966-86da-6698b0ded0b4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0813193 Jul 14 12:00:45.967845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1974764701-network', 'tenant_id': 'e061267bbfea4c06bdbd868b8f71ebc4'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:45.979698 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a1504bd3-de0d-42aa-b644-ab60b6d1a44d req-d32efa73-258c-445a-b0f8-e3ce60ef7f4c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566792 Jul 14 12:00:46.018507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Made reservation on behalf of e061267bbfea4c06bdbd868b8f71ebc4 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:46.021130 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.032959 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.053343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5022f489-97b0-42b2-801e-786f93e840ab x-openstack-request-id: req-5022f489-97b0-42b2-801e-786f93e840ab {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:46.053647 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:46.053904 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5022f489-97b0-42b2-801e-786f93e840ab {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:46.054321 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'code': 200} Jul 14 12:00:46.144352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.150223 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.191311 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:00:46.202294 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60570) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:46.207069 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d21b171-28f6-473a-9053-183808e68c87,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:46.212636 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.213071 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Added segment acb54521-522d-48dc-9f13-e05ac4b35391 of type vlan for network 2b6ff339-892b-45c1-a3c3-d4a766ac3648 Jul 14 12:00:46.259546 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.304299 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.305549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:46.306118 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.360039 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6191490 Jul 14 12:00:46.363012 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60576) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:46.369441 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835424-a75a-4eb1-bc37-cee4fd20d3ca admin admin] Pushing event updated for resources: {'Network': ['ID=2b6ff339-892b-45c1-a3c3-d4a766ac3648,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:46.370172 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Request body: {'subnet': {'network_id': '2b6ff339-892b-45c1-a3c3-d4a766ac3648', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1974764701-subnet', 'tenant_id': 'e061267bbfea4c06bdbd868b8f71ebc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:46.382332 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 2b6ff339-892b-45c1-a3c3-d4a766ac3648 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:00:46.394707 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c318de5a-1214-4f6c-b23c-a05d95db70f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.435093 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Made reservation on behalf of e061267bbfea4c06bdbd868b8f71ebc4 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:46.437751 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.620939 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c318de5a-1214-4f6c-b23c-a05d95db70f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.649555 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c318de5a-1214-4f6c-b23c-a05d95db70f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.701593 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.705546 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318de5a-1214-4f6c-b23c-a05d95db70f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf9d34d-8f80-4b07-babc-8fcac9888536,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:46.732156 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c318de5a-1214-4f6c-b23c-a05d95db70f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0251efc039d242dc9349f91a14272c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277364 Jul 14 12:00:46.734971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60592) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:46.759372 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fb19c1-63cf-49cc-bc20-96330485b05e,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:46.775100 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Checking segment: {'id': 'acb54521-522d-48dc-9f13-e05ac4b35391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2b6ff339-892b-45c1-a3c3-d4a766ac3648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:46.775458 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Network hostable DHCP agents. Network: 2b6ff339-892b-45c1-a3c3-d4a766ac3648, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:00:46.795316 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Network 2b6ff339-892b-45c1-a3c3-d4a766ac3648 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:00:46.807229 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.807803 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 2b6ff339-892b-45c1-a3c3-d4a766ac3648) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:46.818158 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce5ebf-1b86-4f47-a91e-439fd5ac7d3c None None] Network 2b6ff339-892b-45c1-a3c3-d4a766ac3648 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:46.822827 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:46.823417 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.847340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.874493 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-603b463f-f0c8-489c-ac5e-881860971eab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5093985 Jul 14 12:00:46.913962 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.917028 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:46.929195 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbf9d34d-8f80-4b07-babc-8fcac9888536 HTTP/1.1" status: 204 len: 168 time: 0.1930075 Jul 14 12:00:46.943292 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5845fc7-32ea-483a-8094-412cf0e64a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf9d34d-8f80-4b07-babc-8fcac9888536,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:46.955811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8a3a0-bf6b-4505-81e3-cd9c4a72621c req-d335659c-adca-403f-bd48-5b777d56ffda tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:46.967464 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1da8a3a0-bf6b-4505-81e3-cd9c4a72621c req-d335659c-adca-403f-bd48-5b777d56ffda tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1340790 Jul 14 12:00:46.996610 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a549743-8290-4512-a9f4-3d7af7f188c1 None None] Network 2b6ff339-892b-45c1-a3c3-d4a766ac3648 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:47.021273 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1da8a3a0-bf6b-4505-81e3-cd9c4a72621c req-d5f8288f-9fa8-4696-ad2b-075ddc78aa78 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525951 Jul 14 12:00:47.226577 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d156-fc85-4adf-b1bb-01725d00b377 req-39da7960-91c9-4aa4-94cf-780cc91aff91 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:47.233476 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c544d156-fc85-4adf-b1bb-01725d00b377 req-39da7960-91c9-4aa4-94cf-780cc91aff91 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0950673 Jul 14 12:00:47.297268 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c544d156-fc85-4adf-b1bb-01725d00b377 req-5142e0a0-b9eb-4ba2-b284-8c69e9da9690 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626955 Jul 14 12:00:47.708096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60646) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:47.860052 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60656) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:47.865648 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-29864331-network', 'tenant_id': 'a8eea4e493214ed688aed528b393c4c7'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:47.887871 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a3971f9-6315-4659-9df6-3e047ba807d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:47.899573 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Made reservation on behalf of a8eea4e493214ed688aed528b393c4c7 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:47.904682 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:47.926878 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.033202 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a3971f9-6315-4659-9df6-3e047ba807d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.038244 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a3971f9-6315-4659-9df6-3e047ba807d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.093371 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3971f9-6315-4659-9df6-3e047ba807d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363d381f-1d02-476e-b40a-b8f44ffad533,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:48.098261 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-6a3971f9-6315-4659-9df6-3e047ba807d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56a6d0f566974326826f9e8083b77731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890738 Jul 14 12:00:48.102339 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60668) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:48.165763 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faef3f-c04a-471d-8fbb-a8cbd2807196 req-15273e3c-12f3-4573-bb87-c1dd2dbbd0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:48.168177 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1faef3f-c04a-471d-8fbb-a8cbd2807196 req-15273e3c-12f3-4573-bb87-c1dd2dbbd0c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1098 time: 0.0684779 Jul 14 12:00:48.240063 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1faef3f-c04a-471d-8fbb-a8cbd2807196 req-52b69854-84d2-42fe-98fb-7519893703bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317235 Jul 14 12:00:48.247387 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.441501 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.476259 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.510811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:00:48.547923 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b381b-48f1-4191-ab1d-90353b7088c5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:48.567331 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.567684 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Added segment 32922c93-29f3-4f19-b115-516f486f296d of type vlan for network d8a2415c-02f4-4668-a9af-48f5b53f8661 Jul 14 12:00:48.573398 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.663882 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.672894 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60692) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:48.681376 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c15cb-67b5-4da0-a027-716726509dbe req-e9f37aa4-ec34-4ebf-941e-10e9cd733604 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:48.683219 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a3c15cb-67b5-4da0-a027-716726509dbe req-e9f37aa4-ec34-4ebf-941e-10e9cd733604 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.4410472 Jul 14 12:00:48.716517 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f598a3e-1c7c-491d-a460-7e2dea32591b req-ffbd05e2-00e8-41ff-92cb-a4c3fc4825d0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:48.718019 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9f598a3e-1c7c-491d-a460-7e2dea32591b req-ffbd05e2-00e8-41ff-92cb-a4c3fc4825d0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.2428589 Jul 14 12:00:48.765674 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.766615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:48.767299 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.769799 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.772272 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.775647 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/363d381f-1d02-476e-b40a-b8f44ffad533 HTTP/1.1" status: 204 len: 168 time: 0.6657333 Jul 14 12:00:48.829497 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-16e6b124-afaa-4330-8763-daea2733454a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:48.847539 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a3c15cb-67b5-4da0-a027-716726509dbe req-49ac092e-45d0-4e5d-93c4-2af75ce07d61 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494408 Jul 14 12:00:48.856159 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c24fe-dccd-4f49-ac14-8ea785d45c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363d381f-1d02-476e-b40a-b8f44ffad533,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:48.870562 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0093932 Jul 14 12:00:48.874294 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:48.883940 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Request body: {'subnet': {'network_id': 'd8a2415c-02f4-4668-a9af-48f5b53f8661', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-29864331-subnet', 'tenant_id': 'a8eea4e493214ed688aed528b393c4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:48.890718 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9f598a3e-1c7c-491d-a460-7e2dea32591b req-d9953e55-2ae8-4290-979a-6955b45e4491 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557162 Jul 14 12:00:48.896042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c1e68-6a74-41a9-9a7a-62c986bd863a admin admin] Pushing event updated for resources: {'Network': ['ID=d8a2415c-02f4-4668-a9af-48f5b53f8661,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:48.924190 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network d8a2415c-02f4-4668-a9af-48f5b53f8661 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:00:48.991424 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-16e6b124-afaa-4330-8763-daea2733454a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.003858 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-16e6b124-afaa-4330-8763-daea2733454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.021265 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Made reservation on behalf of a8eea4e493214ed688aed528b393c4c7 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:00:49.030368 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.057149 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-16e6b124-afaa-4330-8763-daea2733454a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4531cb4e4b0a4bd0a8fdda79ada2077e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828893 Jul 14 12:00:49.072075 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60714) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:49.102812 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6b124-afaa-4330-8763-daea2733454a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b081f22-477d-4f4d-a287-81624a4097ce,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:49.170867 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.191505 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60720) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:49.194004 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.209971 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5246b662-ad12-445c-9db6-f77089d59567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.241723 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.244275 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.245992 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b081f22-477d-4f4d-a287-81624a4097ce HTTP/1.1" status: 204 len: 168 time: 0.1722999 Jul 14 12:00:49.265614 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5de0d3-844b-4954-8211-216a5ad942ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b081f22-477d-4f4d-a287-81624a4097ce,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:49.274321 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.342756 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d6c5377-d0c1-4a25-ae89-3390a7ba8bf7,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:49.373746 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Checking segment: {'id': '32922c93-29f3-4f19-b115-516f486f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd8a2415c-02f4-4668-a9af-48f5b53f8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:00:49.374106 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Network hostable DHCP agents. Network: d8a2415c-02f4-4668-a9af-48f5b53f8661, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:00:49.408030 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Network d8a2415c-02f4-4668-a9af-48f5b53f8661 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:00:49.414536 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5246b662-ad12-445c-9db6-f77089d59567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.419076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5246b662-ad12-445c-9db6-f77089d59567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.424096 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, d8a2415c-02f4-4668-a9af-48f5b53f8661) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:00:49.452044 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545d7f38-fc93-4cf4-8a29-c141bc5642d9 None None] Network d8a2415c-02f4-4668-a9af-48f5b53f8661 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:49.454888 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:49.455462 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.475887 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5246b662-ad12-445c-9db6-f77089d59567 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=916359d8ef034f3fa06614aae1ae1bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799249 Jul 14 12:00:49.476241 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60726) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:49.483909 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b662-ad12-445c-9db6-f77089d59567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de96c4e-3a21-4011-a667-4229d56cdd20,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:49.500075 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b6df4c43-f3a5-4443-9464-8b420f69e3f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6223068 Jul 14 12:00:49.586833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.611033 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.630257 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f19ad2f-57a9-4458-8378-dbe109fc6673 None None] Network d8a2415c-02f4-4668-a9af-48f5b53f8661 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:00:49.662736 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.666537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:49.671094 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0de96c4e-3a21-4011-a667-4229d56cdd20 HTTP/1.1" status: 204 len: 168 time: 0.1906490 Jul 14 12:00:49.676683 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ae1cb-37f1-4e6a-988d-7ee88233f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de96c4e-3a21-4011-a667-4229d56cdd20,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:50.120795 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e36bd9-8b54-479f-9cf6-bbd20c8babec req-3710b6db-3195-42bf-9424-17feab3d784c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:50.122312 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01e36bd9-8b54-479f-9cf6-bbd20c8babec req-3710b6db-3195-42bf-9424-17feab3d784c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1057434 Jul 14 12:00:50.151073 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c3754-ea68-427f-b97b-6e709770677d req-1ebedb1b-1135-439f-b3e7-3c5fc8e4b7ff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:50.158724 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d0c3754-ea68-427f-b97b-6e709770677d req-1ebedb1b-1135-439f-b3e7-3c5fc8e4b7ff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1117458 Jul 14 12:00:50.223244 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01e36bd9-8b54-479f-9cf6-bbd20c8babec req-fe78a698-52e8-4c88-97c6-213cbc2c3b49 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816293 Jul 14 12:00:50.254794 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d0c3754-ea68-427f-b97b-6e709770677d req-4d313c9a-702b-4b5b-9095-ccff08a2d192 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0951653 Jul 14 12:00:51.423172 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b073a4-ee02-4ee2-ad65-da6af9e72357 req-38277e16-570c-49de-ad67-38dad628d5ad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:51.424706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66b073a4-ee02-4ee2-ad65-da6af9e72357 req-38277e16-570c-49de-ad67-38dad628d5ad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0954421 Jul 14 12:00:51.466225 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60b98b-90d1-45ee-a0ee-3c87b82afe9d req-e3d05670-8e67-40dd-94bb-b8fa5584d8ea tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:51.467753 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f60b98b-90d1-45ee-a0ee-3c87b82afe9d req-e3d05670-8e67-40dd-94bb-b8fa5584d8ea tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0975323 Jul 14 12:00:51.491366 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66b073a4-ee02-4ee2-ad65-da6af9e72357 req-88a51c1e-bcf8-4856-a9c3-35933b69d355 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597787 Jul 14 12:00:51.510693 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f60b98b-90d1-45ee-a0ee-3c87b82afe9d req-c9d5f8ec-90c7-4492-b769-d86e6758f373 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373657 Jul 14 12:00:52.729372 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315cece-23cd-4f5f-a0e5-1b7f3aefd22f req-a1d754b7-e391-4bbe-938f-a485f5b8a8df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:52.730961 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6315cece-23cd-4f5f-a0e5-1b7f3aefd22f req-a1d754b7-e391-4bbe-938f-a485f5b8a8df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1261468 Jul 14 12:00:52.763312 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abae6-efd7-4ba3-aaa1-6ee41345c0ec req-322046ab-110c-4b7f-9c8e-8810f8b491b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:52.765069 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-761abae6-efd7-4ba3-aaa1-6ee41345c0ec req-322046ab-110c-4b7f-9c8e-8810f8b491b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1114476 Jul 14 12:00:52.801966 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6315cece-23cd-4f5f-a0e5-1b7f3aefd22f req-d6188ffa-e195-48f4-ae78-76d83f7ae756 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635650 Jul 14 12:00:52.820528 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-761abae6-efd7-4ba3-aaa1-6ee41345c0ec req-ced3ba61-bcae-490c-bd8b-1f05c92bedde tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474982 Jul 14 12:00:52.987525 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1818a-cb63-4387-939c-60c7e8415303 req-60f8f1b0-75c5-4523-8256-86be7b609c29 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:52.989658 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-42e1818a-cb63-4387-939c-60c7e8415303 req-60f8f1b0-75c5-4523-8256-86be7b609c29 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0680492 Jul 14 12:00:52.998901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60868) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:53.003645 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'floatingip': {'port_id': '510d4963-4465-4693-941e-25b69ae83060'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:53.081003 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:53.836798 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.db.resource_extend [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 12:00:53.912746 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:53.916567 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.055339 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Floating IP 15706c27-74f5-4fbb-9f6f-9927e9890fc0 associated. External IP: 172.27.3.98, port: 510d4963-4465-4693-941e-25b69ae83060. Jul 14 12:00:54.099529 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531a80-a904-43e3-80d7-87bb678d237c req-c68801c5-dcf3-4574-a147-5ac74a7a2e9f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:54.100870 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e531a80-a904-43e3-80d7-87bb678d237c req-c68801c5-dcf3-4574-a147-5ac74a7a2e9f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1497433 Jul 14 12:00:54.188514 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e531a80-a904-43e3-80d7-87bb678d237c req-3993ca03-3b75-4f2b-9195-4ef5ebb3df63 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773413 Jul 14 12:00:54.320844 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:00:54.458709 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7ac98-086d-4c34-a863-25dbdc0570b5 req-6b1ba5be-29ef-4844-9ebc-16cbe669c82d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:54.460127 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8ff7ac98-086d-4c34-a863-25dbdc0570b5 req-6b1ba5be-29ef-4844-9ebc-16cbe669c82d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1416218 Jul 14 12:00:54.468806 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60922) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:54.474199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'floatingip': {'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:00:54.482492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:54.486841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.497263 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:54.508630 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:54.509269 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:00:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:54.532622 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6d9e7a5a-8f9b-4de4-8160-3ed2154a6366 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "PUT /v2.0/floatingips/15706c27-74f5-4fbb-9f6f-9927e9890fc0 HTTP/1.1" status: 200 len: 990 time: 1.5324478 Jul 14 12:00:54.533872 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'tag': '510d4963-4465-4693-941e-25b69ae83060'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:54.537305 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad60f3-2bc2-4264-b941-28b309eb31bc" -d '{"events": [{"name": "network-changed", "server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "tag": "510d4963-4465-4693-941e-25b69ae83060"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:54.555369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:54.581906 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1d972-e549-466b-8e87-02c75a166889 x-openstack-request-id: req-a5e1d972-e549-466b-8e87-02c75a166889 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:54.582413 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "tag": "510d4963-4465-4693-941e-25b69ae83060", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:54.582841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5e1d972-e549-466b-8e87-02c75a166889 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:54.583529 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'tag': '510d4963-4465-4693-941e-25b69ae83060', 'status': 'completed', 'code': 200} Jul 14 12:00:54.630416 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:55.012658 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '15706c27-74f5-4fbb-9f6f-9927e9890fc0', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '510d4963-4465-4693-941e-25b69ae83060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:d2:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:53Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:55.025795 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-15e43440-db2f-492e-805d-8a072d73878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.027374 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-15e43440-db2f-492e-805d-8a072d73878e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1098 time: 0.3614998 Jul 14 12:00:55.044847 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:55.054296 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:55.055096 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:00:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:55.179799 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:55.300634 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-bbd876e1-c9d3-4535-b506-0a925b865c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.302633 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-bbd876e1-c9d3-4535-b506-0a925b865c0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.2458930 Jul 14 12:00:55.428070 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '15706c27-74f5-4fbb-9f6f-9927e9890fc0', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '510d4963-4465-4693-941e-25b69ae83060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:d2:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:53Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:55.456185 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b179597-5d33-42d6-a168-9872c640c973 None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '15706c27-74f5-4fbb-9f6f-9927e9890fc0', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.98', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '510d4963-4465-4693-941e-25b69ae83060', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:d2:f1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:53Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:55.557069 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-1392a065-813c-4654-933a-c2f8b2fd2d5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 998 time: 0.2320845 Jul 14 12:00:55.690338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-7e9b4e63-f997-4d4a-8cbe-c2ddcc5832b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.692738 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-7e9b4e63-f997-4d4a-8cbe-c2ddcc5832b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.1257637 Jul 14 12:00:55.702842 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.714229 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.743207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60958) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:55.770978 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b66cdf-6f98-486c-9ce0-443d89f32d45 None None] New status for floating IP 15706c27-74f5-4fbb-9f6f-9927e9890fc0: ACTIVE {{(pid=93154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:00:55.906032 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Floating IP 07167df9-7d66-494f-96bf-7524e099d191 associated. External IP: 172.27.3.55, port: c0fe9fa5-5c39-48b1-863f-2fa385e976d7. Jul 14 12:00:55.921399 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:55.998071 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-d7821f2a-a267-43ae-97bb-6ef9358924ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:55.999640 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-d7821f2a-a267-43ae-97bb-6ef9358924ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2995384 Jul 14 12:00:56.056433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.062311 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.116802 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a914082ff7c4ac082d182300b55003b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692620 Jul 14 12:00:56.116802 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5750a547-a01c-44bf-a528-ef7c22f79c2b,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:56.122187 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 60976) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:56.123476 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.123940 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.124206 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.124528 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.124857 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.125191 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.125510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.125835 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.126160 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.126480 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.126801 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.127152 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ef1b7b-6d2b-48f8-811c-3974ee5d840a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.192731 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.212868 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-356677a9-6875-434e-be97-90a22b37963d service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975455 Jul 14 12:00:56.220201 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.291787 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.295795 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.310779 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5750a547-a01c-44bf-a528-ef7c22f79c2b HTTP/1.1" status: 204 len: 168 time: 0.1790185 Jul 14 12:00:56.333514 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49de0e6-db5c-4df6-91d3-6d42334ad24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5750a547-a01c-44bf-a528-ef7c22f79c2b,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:56.484595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:00:56.564730 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4dad60f3-2bc2-4264-b941-28b309eb31bc req-f0288824-66ad-4f80-ab0f-dd34197569d8 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449645 Jul 14 12:00:56.608893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 60994) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:56.625489 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.640140 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:00:56.645956 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.650447 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:00:56.659787 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:56.660480 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:00:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:56.693372 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8b535762-bfb5-4f11-9238-a51d227973e4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "PUT /v2.0/floatingips/07167df9-7d66-494f-96bf-7524e099d191 HTTP/1.1" status: 200 len: 990 time: 2.2234681 Jul 14 12:00:56.697489 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:00:56.700148 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c002fe-5f14-470e-ad67-d4bad488bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:00:56.766417 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c682c2-51fa-481b-aa82-4cb72d736bf7 x-openstack-request-id: req-08c682c2-51fa-481b-aa82-4cb72d736bf7 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:00:56.766840 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:00:56.767320 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08c682c2-51fa-481b-aa82-4cb72d736bf7 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:00:56.767707 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'status': 'completed', 'code': 200} Jul 14 12:00:56.783090 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.787842 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.819613 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:56.833303 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f43d572a4be54453b6cd8680b4ee43f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232668 Jul 14 12:00:56.836171 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 32770) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:56.843566 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9aeec2-c0ef-4b46-809d-4af7a8767ce4,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:56.853761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.853761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.854005 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.854298 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.854623 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.854952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.855270 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.855591 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.855907 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.856257 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.856573 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.856888 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a501d3ec-3eae-4d1e-973d-16738e15513c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:00:56.917813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-43d60dea-1c49-4ca5-9a25-94cbf05f398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:56.919378 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-43d60dea-1c49-4ca5-9a25-94cbf05f398b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1098 time: 0.0679374 Jul 14 12:00:56.943045 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:56.964305 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:57.025227 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:57.028562 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:57.030229 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f9aeec2-c0ef-4b46-809d-4af7a8767ce4 HTTP/1.1" status: 204 len: 168 time: 0.1911407 Jul 14 12:00:57.046767 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bb068-8a3e-4bac-ac56-088bba43d927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9aeec2-c0ef-4b46-809d-4af7a8767ce4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:57.047453 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-78e32029-b9c2-4e89-bcd0-46674688a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:57.049165 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-78e32029-b9c2-4e89-bcd0-46674688a2f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1169350 Jul 14 12:00:57.102315 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '07167df9-7d66-494f-96bf-7524e099d191', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:55Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:57.128517 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-97f4ac76-8be8-4d0c-af8a-d9bbec575d68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 998 time: 0.0665147 Jul 14 12:00:57.130441 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:00:57.138841 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:00:57.139452 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:00:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:57.201814 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-770a3d4c-8395-4938-9664-2481aa00d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:57.203790 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-770a3d4c-8395-4938-9664-2481aa00d5d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0518873 Jul 14 12:00:57.276579 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-cc44268a-23a7-4e36-b00a-fe04b526aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:00:57.278171 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-cc44268a-23a7-4e36-b00a-fe04b526aef4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670352 Jul 14 12:00:57.286265 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:00:57.431301 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-b4953db0-f7ca-44fa-8333-6aa4a2359d37 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406524 Jul 14 12:00:57.553688 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26c002fe-5f14-470e-ad67-d4bad488bb2e req-4aecfa83-d7a9-473a-bf2b-e703948d885b service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125073 Jul 14 12:00:57.628579 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '07167df9-7d66-494f-96bf-7524e099d191', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:55Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:00:57.671379 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b1743-9f0e-4969-8187-bd179eb28c43 None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '07167df9-7d66-494f-96bf-7524e099d191', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:00:10Z', 'updated_at': '2021-07-14T12:00:55Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:00:57.946989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60168f20-86b1-4adc-8e91-22f0e19b0d20 None None] New status for floating IP 07167df9-7d66-494f-96bf-7524e099d191: ACTIVE {{(pid=93154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:00:58.710654 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 32846) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:58.814145 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-333f00c5-d57b-4b4b-b575-11aaff93924d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:58.905520 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-333f00c5-d57b-4b4b-b575-11aaff93924d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:58.911415 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-333f00c5-d57b-4b4b-b575-11aaff93924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:58.954950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-333f00c5-d57b-4b4b-b575-11aaff93924d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34bd51fb89494c39b60e5bb4965b22e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408757 Jul 14 12:00:58.955231 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 32856) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:00:58.964479 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f00c5-d57b-4b4b-b575-11aaff93924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d8ce02-d40d-4a6f-9b7a-76c483ebb686,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:00:59.037993 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.063437 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.118492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.121401 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:00:59.124994 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27d8ce02-d40d-4a6f-9b7a-76c483ebb686 HTTP/1.1" status: 204 len: 168 time: 0.1661279 Jul 14 12:00:59.131355 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd3ce6-472c-4da0-871c-d80b65c1549a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d8ce02-d40d-4a6f-9b7a-76c483ebb686,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:02.356573 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-673625b0-54ee-4c1b-93d7-35d8e0896844 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636380 Jul 14 12:01:02.488340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4cba-547d-4238-93cf-77da65241a81 req-f153cab7-7403-4466-a155-8e236a57870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:02.489828 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-f153cab7-7403-4466-a155-8e236a57870b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ab15b9ec1427581d0ae1473984424&device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 1099 time: 0.0526874 Jul 14 12:01:02.592918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4cba-547d-4238-93cf-77da65241a81 req-d1c12a1d-f58f-4f8e-beff-0c45174a2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:02.594392 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-d1c12a1d-f58f-4f8e-beff-0c45174a2ce4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f4d2a6da-75e4-4750-a849-f1614d63ec00 HTTP/1.1" status: 200 len: 912 time: 0.0826912 Jul 14 12:01:02.644927 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-42f5526e-690b-4867-b790-4448c1fba9e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd96f823-1a97-4579-b1ab-40df5f643880 HTTP/1.1" status: 200 len: 217 time: 0.0393584 Jul 14 12:01:02.699084 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc4cba-547d-4238-93cf-77da65241a81 req-6c4a88aa-5472-4cb1-ae3d-19911e113100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:02.700509 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-6c4a88aa-5472-4cb1-ae3d-19911e113100 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8c071b2d-a5af-4597-9bc0-c9608a3781f3 HTTP/1.1" status: 200 len: 851 time: 0.0489874 Jul 14 12:01:02.735509 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-f40cad20-4f84-464a-a14d-733488e95802 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f4d2a6da-75e4-4750-a849-f1614d63ec00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267830 Jul 14 12:01:02.843780 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-eb32fba8-7259-417e-ae58-9d752db7afed service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912013 Jul 14 12:01:02.955274 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-13cc4cba-547d-4238-93cf-77da65241a81 req-bf693ac4-662f-4d02-a319-f932bb840ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972407 Jul 14 12:01:04.161055 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519e60-bcaf-4fb9-93da-15fd785739f8 req-0fcacd42-6cc8-4e78-b79d-92c1dddfc16a tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:04.162563 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d519e60-bcaf-4fb9-93da-15fd785739f8 req-0fcacd42-6cc8-4e78-b79d-92c1dddfc16a tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.0635037 Jul 14 12:01:04.200303 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d519e60-bcaf-4fb9-93da-15fd785739f8 req-33db6b78-805e-4140-ab62-4f603d6589f6 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 14 12:01:05.378277 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a06a1-8935-4df1-bde8-af75670f9f7e req-7046060a-9ef2-440d-a39a-777c3caec61c tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:05.379826 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a46a06a1-8935-4df1-bde8-af75670f9f7e req-7046060a-9ef2-440d-a39a-777c3caec61c tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.0631158 Jul 14 12:01:05.419418 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a46a06a1-8935-4df1-bde8-af75670f9f7e req-6aa5530a-913d-492d-be03-bef11ad4ace7 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Jul 14 12:01:06.586038 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.621953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33118) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:06.665159 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57273441-883d-464a-ae4c-9d0c48a6ad5d req-78c471cb-0e70-4529-8b7f-9c2adcc9f4ef tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:06.667330 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-57273441-883d-464a-ae4c-9d0c48a6ad5d req-78c471cb-0e70-4529-8b7f-9c2adcc9f4ef tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.0908561 Jul 14 12:01:06.710950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-57273441-883d-464a-ae4c-9d0c48a6ad5d req-d7ce2309-cb30-46f4-9ee4-c3ff9cafb036 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cdba20e-794e-4197-9a43-faea07e534e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367937 Jul 14 12:01:06.740180 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-148eb9ea-4393-4ec0-aaf6-555900b47c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.829733 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-148eb9ea-4393-4ec0-aaf6-555900b47c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.835220 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-148eb9ea-4393-4ec0-aaf6-555900b47c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:06.874910 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-148eb9ea-4393-4ec0-aaf6-555900b47c4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52c8575f797549deb8740468b66cefa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519188 Jul 14 12:01:06.876145 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eb9ea-4393-4ec0-aaf6-555900b47c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f1c2e-93dd-4dc9-808e-f574ee267bf0,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:06.877826 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33122) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:06.949014 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-b70957d1-fcf9-459f-ba52-d7ff957ae810 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:06.950571 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-b70957d1-fcf9-459f-ba52-d7ff957ae810 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 946 time: 0.1396532 Jul 14 12:01:06.993736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.038198 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.163993 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.166601 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.167752 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee7f1c2e-93dd-4dc9-808e-f574ee267bf0 HTTP/1.1" status: 204 len: 168 time: 0.2893260 Jul 14 12:01:07.172316 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Deleting port cd96f823-1a97-4579-b1ab-40df5f643880 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:01:07.172657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.227253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3768ded-86ad-4c89-b8d7-89cf4043edc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f1c2e-93dd-4dc9-808e-f574ee267bf0,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:07.301573 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] For port cd96f823-1a97-4579-b1ab-40df5f643880, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=cd96f823-1a97-4579-b1ab-40df5f643880,segment=NetworkSegment(89c104dd-0a4f-40b9-97a2-ae03f33ecc1d),segment_id=89c104dd-0a4f-40b9-97a2-ae03f33ecc1d)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:07.302373 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.321622 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Calling delete_port for cd96f823-1a97-4579-b1ab-40df5f643880 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:01:07.483147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33152) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:07.501463 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.504922 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0aacaf5b-e2da-4241-b99f-41bdaf4e8929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.533257 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Pushing event deleted for resources: {'Port': ['ID=cd96f823-1a97-4579-b1ab-40df5f643880,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:07.544112 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['cd96f823-1a97-4579-b1ab-40df5f643880'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:07.594864 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] No DVR routers for this DVR port cd96f823-1a97-4579-b1ab-40df5f643880 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:01:07.598825 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.600997 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-16b89fd9-655a-4597-b1b1-6510adc4ea95 req-9b849b0b-6723-4883-a9fb-7d642dc5728f tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.47 "DELETE /v2.0/ports/cd96f823-1a97-4579-b1ab-40df5f643880 HTTP/1.1" status: 204 len: 173 time: 0.6414795 Jul 14 12:01:07.601443 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'name': 'network-vif-deleted', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:07.603733 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4045e-64df-4ac0-91a2-06bf51fc2174" -d '{"events": [{"server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "name": "network-vif-deleted", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:07.624042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0aacaf5b-e2da-4241-b99f-41bdaf4e8929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.628711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0aacaf5b-e2da-4241-b99f-41bdaf4e8929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.664148 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f551842-75b1-4e9d-9f6b-909023fdadd2 x-openstack-request-id: req-1f551842-75b1-4e9d-9f6b-909023fdadd2 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:07.664652 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b0ba4-0d82-4570-85c2-155a067fff50", "name": "network-vif-deleted", "tag": "cd96f823-1a97-4579-b1ab-40df5f643880", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:07.664925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f551842-75b1-4e9d-9f6b-909023fdadd2 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:07.665384 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8b0ba4-0d82-4570-85c2-155a067fff50', 'name': 'network-vif-deleted', 'tag': 'cd96f823-1a97-4579-b1ab-40df5f643880', 'status': 'completed', 'code': 200} Jul 14 12:01:07.670779 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0aacaf5b-e2da-4241-b99f-41bdaf4e8929 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7be57bc1fa6047b2aa33789f87380d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860020 Jul 14 12:01:07.671869 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacaf5b-e2da-4241-b99f-41bdaf4e8929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7ccd9-61fc-4c47-af9d-ca3a8e22f5f3,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:07.673506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33158) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:07.749789 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.781802 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.848859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.851725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:07.853001 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76a7ccd9-61fc-4c47-af9d-ca3a8e22f5f3 HTTP/1.1" status: 204 len: 168 time: 0.1784165 Jul 14 12:01:07.862795 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b3631-b8cd-4918-9aaa-f9d5fb431945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7ccd9-61fc-4c47-af9d-ca3a8e22f5f3,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:07.872729 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d049cb03-0373-4bb5-bfe3-28013513818d req-f73690db-5791-41fa-94d7-f877f21b3c59 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0375369 Jul 14 12:01:08.395868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d78c1729-b937-4048-92a2-d64d191d2b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:08.818853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33222) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:08.946559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8f091576-e47f-4358-8a6b-3fea89afb2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.081338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8f091576-e47f-4358-8a6b-3fea89afb2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.088153 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d889a421-4952-4237-9cfc-3bc87947a4b4 req-50af9d54-f511-4312-9d44-bcaf8c58f175 tempest-DeleteServersTestJSON-1461555169 tempest-DeleteServersTestJSON-1461555169-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed8b0ba4-0d82-4570-85c2-155a067fff50 HTTP/1.1" status: 200 len: 210 time: 0.0318592 Jul 14 12:01:09.088705 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8f091576-e47f-4358-8a6b-3fea89afb2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.132640 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8f091576-e47f-4358-8a6b-3fea89afb2b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab209fcf67a749fa808f2afc7229d6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126566 Jul 14 12:01:09.134724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f091576-e47f-4358-8a6b-3fea89afb2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b86cd6-93e7-47cd-bcd5-8875ec455894,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:09.136800 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33236) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:09.192746 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.224711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.277672 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.280318 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.281473 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63b86cd6-93e7-47cd-bcd5-8875ec455894 HTTP/1.1" status: 204 len: 168 time: 0.1434932 Jul 14 12:01:09.291407 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3c250-40ae-4b57-8aef-c52d5c761d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b86cd6-93e7-47cd-bcd5-8875ec455894,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:09.544556 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33264) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:09.642979 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Deleting subnet 54fb19c1-63cf-49cc-bc20-96330485b05e {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:01:09.651818 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.704183 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.716542 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.752497 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33268) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:09.768356 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f69e2f62-57bd-458d-8068-f0540d4d5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.788689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.820525 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fb19c1-63cf-49cc-bc20-96330485b05e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:09.824770 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.827212 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ea285796-bf77-48bd-87b2-15917e348cd6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/54fb19c1-63cf-49cc-bc20-96330485b05e HTTP/1.1" status: 204 len: 168 time: 0.2816186 Jul 14 12:01:09.830946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33270) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:09.868372 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f69e2f62-57bd-458d-8068-f0540d4d5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.896264 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f69e2f62-57bd-458d-8068-f0540d4d5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.908408 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:09.942606 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f69e2f62-57bd-458d-8068-f0540d4d5503 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8195e97f03b40b1a5684c12138323b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889272 Jul 14 12:01:09.944967 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e2f62-57bd-458d-8068-f0540d4d5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d01af-ba42-4f11-a8a9-8ef20d66f92a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:09.947590 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33276) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:10.004898 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.016743 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.026926 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.027361 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.027706 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.028565 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.028939 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > port after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.029330 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.029704 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > port after_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.030028 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.030350 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.030668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.030991 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.074752 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.077268 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.078432 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f2d01af-ba42-4f11-a8a9-8ef20d66f92a HTTP/1.1" status: 204 len: 168 time: 0.1297143 Jul 14 12:01:10.090843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34941bb-7ef3-44ad-89ac-7b4f5969c53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d01af-ba42-4f11-a8a9-8ef20d66f92a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:10.214858 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.215404 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.215749 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.216102 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:10.216772 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6ff339-892b-45c1-a3c3-d4a766ac3648']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.247076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb54521-522d-48dc-9f13-e05ac4b35391') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.247381 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb54521-522d-48dc-9f13-e05ac4b35391') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.274990 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.302147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.311743 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:01:10.312201 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: from cryptography.utils import int_from_bytes Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: from cryptography.utils import int_from_bytes Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:01:10.316499 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:01:10.390665 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.397420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.399902 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2b6ff339-892b-45c1-a3c3-d4a766ac3648 HTTP/1.1" status: 204 len: 168 time: 0.5678680 Jul 14 12:01:10.403064 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33294) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:10.419695 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd72f6-74b9-418e-a646-8d7b87f1b743 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6ff339-892b-45c1-a3c3-d4a766ac3648,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:10.424080 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device cd96f823-1a97-4579-b1ab-40df5f643880 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:01:10.445932 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: cd96f823-1a97-4579-b1ab-40df5f643880 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:01:10.446281 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device cd96f823-1a97-4579-b1ab-40df5f643880 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:01:10.466291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Deleting subnet 8d6c5377-d0c1-4a25-ae89-3390a7ba8bf7 {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:01:10.469900 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.509230 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.519804 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.550044 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33298) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:10.563328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd7a7038-7aa5-4d42-956e-01fab7c648da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.579916 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.605627 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d6c5377-d0c1-4a25-ae89-3390a7ba8bf7,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:10.609605 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.616516 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a557bb85-669e-40bb-b570-658ed52f98f9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8d6c5377-d0c1-4a25-ae89-3390a7ba8bf7 HTTP/1.1" status: 204 len: 168 time: 0.2091446 Jul 14 12:01:10.617022 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33300) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:10.708686 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.730336 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd7a7038-7aa5-4d42-956e-01fab7c648da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.735166 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fd7a7038-7aa5-4d42-956e-01fab7c648da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.799751 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fd7a7038-7aa5-4d42-956e-01fab7c648da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9b63102c9fa48b88d5456fa775ff7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484238 Jul 14 12:01:10.803301 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33304) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:10.839409 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-902d79bf-b2ac-45f6-8ffc-65dae2362d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.845872 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a7038-7aa5-4d42-956e-01fab7c648da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2480a1b-0efc-4f06-8f6d-6fec17922c01,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:10.856673 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.868843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.871393 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a2415c-02f4-4668-a9af-48f5b53f8661']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.882489 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32922c93-29f3-4f19-b115-516f486f296d') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.882789 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32922c93-29f3-4f19-b115-516f486f296d') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:10.892383 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.892550 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.906183 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.912947 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:01:10.913635 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:01:10.915830 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:01:10.946890 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.949832 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:10.950993 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2480a1b-0efc-4f06-8f6d-6fec17922c01 HTTP/1.1" status: 204 len: 168 time: 0.1467073 Jul 14 12:01:10.960449 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e19fbf-17a2-4804-af9c-b58ede3aa82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2480a1b-0efc-4f06-8f6d-6fec17922c01,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:11.003104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.010824 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.013582 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] 10.222.0.44 "DELETE /v2.0/networks/d8a2415c-02f4-4668-a9af-48f5b53f8661 HTTP/1.1" status: 204 len: 168 time: 0.3972552 Jul 14 12:01:11.025910 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272ccdf-f02d-487a-8c3f-886229438f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a2415c-02f4-4668-a9af-48f5b53f8661,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:11.200693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33320) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.251600 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0f932ba7-3286-411d-9491-2a99ef763243 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e061267bbfea4c06bdbd868b8f71ebc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496247 Jul 14 12:01:11.255114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33322) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.311429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.339544 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.345925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.414674 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.418234 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.422416 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d21b171-28f6-473a-9053-183808e68c87 HTTP/1.1" status: 204 len: 168 time: 0.1633830 Jul 14 12:01:11.433046 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd2307-252c-4810-b153-2ddcac1e1838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d21b171-28f6-473a-9053-183808e68c87,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:11.726469 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33352) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.774157 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Deleting subnet 8c071b2d-a5af-4597-9bc0-c9608a3781f3 {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:01:11.777432 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.791806 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33356) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.819935 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.826087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.836146 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5e29a83b-da33-42a9-ae95-e96bdced9920 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8eea4e493214ed688aed528b393c4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430071 Jul 14 12:01:11.838740 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33360) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.893057 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.896212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.927429 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.929003 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:11.931053 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8c071b2d-a5af-4597-9bc0-c9608a3781f3 HTTP/1.1" status: 204 len: 168 time: 0.2035732 Jul 14 12:01:11.932387 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf6328-3d34-4ecd-aac0-070f9fd64b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c071b2d-a5af-4597-9bc0-c9608a3781f3,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:11.933821 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33364) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:11.972359 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33366) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:12.005956 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.010827 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.014706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf7b381b-48f1-4191-ab1d-90353b7088c5 HTTP/1.1" status: 204 len: 168 time: 0.1718891 Jul 14 12:01:12.024558 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4100758-d75c-4c51-8225-dd490fc9efd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b381b-48f1-4191-ab1d-90353b7088c5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:12.059249 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.104234 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101256153-network', 'tenant_id': '02a9ce6be0cc45d996971427a6d6e05d'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:12.127198 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Made reservation on behalf of 02a9ce6be0cc45d996971427a6d6e05d for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:12.129811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.139588 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.166485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.180714 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.181060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.182044 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.182391 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > port after_create 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.182706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.183170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > port after_update 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.183484 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.183798 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.184141 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.184999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.256130 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.256481 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.257061 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.257388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93152) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:01:12.257767 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d2a6da-75e4-4750-a849-f1614d63ec00']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:12.266120 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.276999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:12.277526 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c104dd-0a4f-40b9-97a2-ae03f33ecc1d') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:12.280247 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.296560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.302714 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:01:12.322802 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d5078-87f4-46ad-b918-ff5204f84fd7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:12.326361 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.330040 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.330430 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Added segment 476d37fb-8003-43a6-b03f-a7d02a3b185a of type vlan for network 4544e2df-30da-40f3-a8d5-cc348346df77 Jul 14 12:01:12.348154 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:01:12.348590 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: from cryptography.utils import int_from_bytes Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: from cryptography.utils import int_from_bytes Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:01:12.353335 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:01:12.374227 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.409109 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.413730 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:12.413730 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.416705 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.425594 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.428697 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] 10.222.0.44 "DELETE /v2.0/networks/f4d2a6da-75e4-4750-a849-f1614d63ec00 HTTP/1.1" status: 204 len: 168 time: 0.4937387 Jul 14 12:01:12.440622 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d1ec2-35c6-4874-a4d5-ae54c2250f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d2a6da-75e4-4750-a849-f1614d63ec00,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:12.443370 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.496852 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5233252 Jul 14 12:01:12.500054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33392) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:12.507477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Request body: {'subnet': {'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101256153-subnet', 'tenant_id': '02a9ce6be0cc45d996971427a6d6e05d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:12.535934 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58998f3-d7f1-41b9-89ce-b086566c51a3 admin admin] Pushing event updated for resources: {'Network': ['ID=4544e2df-30da-40f3-a8d5-cc348346df77,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:12.539628 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Made reservation on behalf of 02a9ce6be0cc45d996971427a6d6e05d for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:12.542935 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.550858 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 4544e2df-30da-40f3-a8d5-cc348346df77 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:01:12.690231 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33400) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:12.774535 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-00b0e29a-7dc0-454e-94a7-e125465ae19e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=606ab15b9ec1427581d0ae1473984424&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0798485 Jul 14 12:01:12.775275 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33402) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:12.859744 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.863884 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.887268 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.955710 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.975120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a293991-dbf6-4faf-afc5-79812ffdb896,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:12.976213 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:12.987850 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cdba20e-794e-4197-9a43-faea07e534e0 HTTP/1.1" status: 204 len: 168 time: 0.2101781 Jul 14 12:01:12.997736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Checking segment: {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:12.998015 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Network hostable DHCP agents. Network: 4544e2df-30da-40f3-a8d5-cc348346df77, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:01:13.002174 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bab1b-d5e2-4bb4-8dd1-667706416536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdba20e-794e-4197-9a43-faea07e534e0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:13.033443 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Network 4544e2df-30da-40f3-a8d5-cc348346df77 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:01:13.046715 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 4544e2df-30da-40f3-a8d5-cc348346df77) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:13.051560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:13.052709 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:13.059396 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a854ed-e2fe-4399-9251-c12fb7b7eb15 None None] Network 4544e2df-30da-40f3-a8d5-cc348346df77 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:13.085844 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c691ca40-b89c-47c2-9771-9b5db2749c35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5843880 Jul 14 12:01:13.212948 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce3590-f7f7-4538-b15a-2fd26df1eb43 None None] Network 4544e2df-30da-40f3-a8d5-cc348346df77 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:13.964224 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33464) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:14.018558 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.087206 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-network', 'tenant_id': '523675aa597a49d093944c9298877c3e'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:14.119291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Made reservation on behalf of 523675aa597a49d093944c9298877c3e for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:14.123548 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.137952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.277806 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.284799 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.321657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:01:14.327138 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e7775-cbcc-4327-a66c-3325c0cff9cb,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:14.338441 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.338880 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Added segment e5511a32-b819-4b94-907e-ed255761f3d2 of type vlan for network 871eca1c-34dd-458d-a771-869915697bcd Jul 14 12:01:14.409075 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.449270 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.450447 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:14.451129 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.514163 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33498) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:14.519810 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Request body: {'subnet': {'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-subnet', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:14.524036 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5503457 Jul 14 12:01:14.535033 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29afb6a-683f-42e4-9d5f-078483255116 admin admin] Pushing event updated for resources: {'Network': ['ID=871eca1c-34dd-458d-a771-869915697bcd,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:14.549229 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 871eca1c-34dd-458d-a771-869915697bcd details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:01:14.559467 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Made reservation on behalf of 523675aa597a49d093944c9298877c3e for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:14.561877 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.788281 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:14.811350 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.874212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7edffbcb-8940-430c-bfb9-799075b6907f,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:14.886084 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Checking segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:14.886390 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Network hostable DHCP agents. Network: 871eca1c-34dd-458d-a771-869915697bcd, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:01:14.904353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Network 871eca1c-34dd-458d-a771-869915697bcd is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:01:14.915551 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 871eca1c-34dd-458d-a771-869915697bcd) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:14.927930 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a6b8a-cc6a-43d0-8517-ea5a23228828 None None] Network 871eca1c-34dd-458d-a771-869915697bcd requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:14.931595 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:14.932229 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.952833 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-166a6388-0470-4d6f-ba7d-3a9574325682 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4367523 Jul 14 12:01:14.955267 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33514) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:14.960364 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:14.996581 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:14.998258 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.113444 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16acd2ef-df21-468d-bc52-6172180a9640 None None] Network 871eca1c-34dd-458d-a771-869915697bcd requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:01:15.283708 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.480270 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.500346 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-1a505773-bdf7-4797-9e30-a46342162b89 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:15.501821 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-1a505773-bdf7-4797-9e30-a46342162b89 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 809 time: 0.2330000 Jul 14 12:01:15.553622 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-185a90f7-3dcd-41eb-9cec-0f9f61b1f24e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/quotas/02a9ce6be0cc45d996971427a6d6e05d HTTP/1.1" status: 200 len: 375 time: 0.0395482 Jul 14 12:01:15.596200 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-b1784c71-b238-45de-86cb-93c3009c364f tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367534 Jul 14 12:01:15.708055 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-288478fa-6013-461b-955b-71aa7d7154b8 service neutron] 10.222.0.44 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051974 Jul 14 12:01:15.871724 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.895728 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:15.913366 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-2981e8da-f312-4a72-89a7-adb6b04318f7 service neutron] 10.222.0.44 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715472 Jul 14 12:01:16.040104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Allocated IP 172.27.3.93 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/7484fb07-63aa-4f45-ac04-37ac797994ca) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:16.153914 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e45a18a-2efd-417a-94e9-2977d6f0da73 req-883acea8-1c47-48b6-be9b-cc92e31f0ffd tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 210 time: 0.0638883 Jul 14 12:01:16.207861 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.254430 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.296862 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:16.302715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:16.306342 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:16.331037 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Pushing event updated for resources: {'Port': ['ID=7484fb07-63aa-4f45-ac04-37ac797994ca,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:16.640173 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:16.915186 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:17.069450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Router 3385ac08-b381-4144-b7e8-c8a63e179e9c is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:01:17.182170 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:17.187253 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Sync routers for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:17.201537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:17.202760 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:17.203704 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:01:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:17.207621 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e7f96a89-6946-4c06-bc6b-c52776b4e70b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2490461 Jul 14 12:01:17.208289 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33594) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:17.326834 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1becfd84-f884-4986-ace7-76d92d68991d req-4afa1f61-e356-4cbe-bb25-3b318b48b313 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 210 time: 0.0395215 Jul 14 12:01:17.391146 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:17.676792 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:16Z', 'revision_number': 3, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:17.707442 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Checking router: 3385ac08-b381-4144-b7e8-c8a63e179e9c for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:17.708094 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Updating router 3385ac08-b381-4144-b7e8-c8a63e179e9c port 7484fb07-63aa-4f45-ac04-37ac797994ca binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:17.715124 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-8542cf10-1640-48af-a8c1-1d291e6a1bd8 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:17.716897 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-8542cf10-1640-48af-a8c1-1d291e6a1bd8 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 809 time: 0.1554804 Jul 14 12:01:17.741679 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:17.743227 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Request body: {'port': {'device_id': '97577aee-d538-424d-96e0-bff24f7aff7e', 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77', 'admin_state_up': True, 'tenant_id': '02a9ce6be0cc45d996971427a6d6e05d'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:18.086630 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.098616 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Transition to ACTIVE for port object 7484fb07-63aa-4f45-ac04-37ac797994ca will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:18.104761 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.161174 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Attempting to bind port 7484fb07-63aa-4f45-ac04-37ac797994ca on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:18.161543 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Attempting to bind port 7484fb07-63aa-4f45-ac04-37ac797994ca by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:18.161904 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Attempting to bind port 7484fb07-63aa-4f45-ac04-37ac797994ca on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:18.167673 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Pushing event updated for resources: {'Port': ['ID=7484fb07-63aa-4f45-ac04-37ac797994ca,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:18.175556 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:18.175909 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:18.176336 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.176725 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:18.177185 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Bound port: 7484fb07-63aa-4f45-ac04-37ac797994ca, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:18.177604 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.179701 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.180059 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.180452 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.180735 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.181053 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.181373 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.181691 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.182016 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.182353 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.182674 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.182991 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.183302 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:18.215965 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.232859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Made reservation on behalf of 02a9ce6be0cc45d996971427a6d6e05d for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:18.236615 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.238306 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] For port 7484fb07-63aa-4f45-ac04-37ac797994ca, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:18.241749 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] For port 7484fb07-63aa-4f45-ac04-37ac797994ca, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7484fb07-63aa-4f45-ac04-37ac797994ca,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:18.247254 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.310972 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:18.311593 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:01:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:18.316533 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8306c59-b8ce-4a1b-811a-0bdf0b11dddf None None] Pushing event updated for resources: {'Port': ['ID=7484fb07-63aa-4f45-ac04-37ac797994ca,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:18.428064 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:18.493429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Allocated IP 172.20.0.8 (4544e2df-30da-40f3-a8d5-cc348346df77/8a293991-dbf6-4faf-afc5-79812ffdb896/f42af1c0-3e9a-4a94-a9f5-b647870e7b6a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:18.499807 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Allocated IP 172.20.0.1 (871eca1c-34dd-458d-a771-869915697bcd/7edffbcb-8940-430c-bfb9-799075b6907f/30d792f6-f050-499b-9c85-2f7c1255437e) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:18.642916 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff192257-22ae-48bd-90c9-48e2586a4a6b req-d64587ea-a027-4c70-a27b-1088fcb1beae tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 210 time: 0.0359535 Jul 14 12:01:18.678220 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:16Z', 'revision_number': 3, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:18.710682 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13b80b5-27a0-409f-91ae-86a9fc0f8b57 None None] The sync data for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi is: [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:16Z', 'revision_number': 3, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:18.721545 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.761667 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.809781 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.864589 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Network 871eca1c-34dd-458d-a771-869915697bcd is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:18.870736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:18.872532 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:18.877064 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:18.878968 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Pushing event updated for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:18.947012 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Network 4544e2df-30da-40f3-a8d5-cc348346df77 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:18.957411 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:18.964149 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:19.015362 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Pushing event updated for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:19.018158 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.104209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:19.104895 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.150299 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-3a27aaf5-f204-4300-8c8b-1ba212a1ed05 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4148588 Jul 14 12:01:19.189250 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Request body: {'port': {'device_id': '97577aee-d538-424d-96e0-bff24f7aff7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:19.310952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.317850 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.688723 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.694071 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.798967 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Pushing event updated for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:19.813416 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.816991 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42af1c0-3e9a-4a94-a9f5-b647870e7b6a {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:19.828085 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.870998 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6756e6-b1fc-464c-9d8a-f0e6de4b0217 req-6908d635-5c31-4877-8099-ed787b0a7224 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:19.879787 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Transition to ACTIVE for port object f42af1c0-3e9a-4a94-a9f5-b647870e7b6a will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:19.880303 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5a6756e6-b1fc-464c-9d8a-f0e6de4b0217 req-6908d635-5c31-4877-8099-ed787b0a7224 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 931 time: 0.0951641 Jul 14 12:01:19.887507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:19.927260 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5a6756e6-b1fc-464c-9d8a-f0e6de4b0217 req-34d0c400-8768-4058-b06b-5c07b99b5778 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Jul 14 12:01:19.952132 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33646) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:19.959743 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Pushing event updated for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:20.025999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Network 871eca1c-34dd-458d-a771-869915697bcd is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:20.028859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:20.052436 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7484fb07-63aa-4f45-ac04-37ac797994ca up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:20.095475 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b495c662-adae-421b-ba76-dc1c1a3c8127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.106595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Attempting to bind port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:20.106595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Attempting to bind port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:20.106595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Attempting to bind port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a on network 4544e2df-30da-40f3-a8d5-cc348346df77 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:20.117681 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 7484fb07-63aa-4f45-ac04-37ac797994ca completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:20.122170 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 7484fb07-63aa-4f45-ac04-37ac797994ca triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:20.122875 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.139674 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a on network 4544e2df-30da-40f3-a8d5-cc348346df77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:20.140021 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Attempting to bind port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a on network 4544e2df-30da-40f3-a8d5-cc348346df77 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:20.154170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:20.154506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Checking segment: {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:20.156352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Bound using segment: {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:20.156352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Bound port: f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:20.156352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.217184 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Router 3385ac08-b381-4144-b7e8-c8a63e179e9c has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:01:20.220731 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b495c662-adae-421b-ba76-dc1c1a3c8127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.227014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b495c662-adae-421b-ba76-dc1c1a3c8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.250199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:20.256577 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:20.283892 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b495c662-adae-421b-ba76-dc1c1a3c8127 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57a579b2f07f411a885aacc47a33c06b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299038 Jul 14 12:01:20.286487 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33658) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:20.297732 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.377739 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495c662-adae-421b-ba76-dc1c1a3c8127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fa2a5b-da8c-4f4c-be0a-91990e5da00c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:20.416203 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:20.416826 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.418273 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] 10.222.0.47 "PUT /v2.0/ports/f42af1c0-3e9a-4a94-a9f5-b647870e7b6a HTTP/1.1" status: 200 len: 1093 time: 1.2335210 Jul 14 12:01:20.422274 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.425730 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:20.428023 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8fb2c2-de66-44e9-84e2-805544464045" -d '{"events": [{"name": "network-changed", "server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:20.478990 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.548337 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.551130 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.552640 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45fa2a5b-da8c-4f4c-be0a-91990e5da00c HTTP/1.1" status: 204 len: 168 time: 0.2649779 Jul 14 12:01:20.574145 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eff17-1086-440d-adfb-f9a83bbcfdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fa2a5b-da8c-4f4c-be0a-91990e5da00c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:20.594278 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb9aaa-816e-4821-99de-3c6e8b1b6123 service neutron] Pushing event updated for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:20.607857 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:01:20.610683 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.642866 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 7484fb07-63aa-4f45-ac04-37ac797994ca, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7484fb07-63aa-4f45-ac04-37ac797994ca,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:20.649945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:20.654730 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-350c4023-41b2-49b8-bbfb-5ebe1b849e16 admin admin] 10.222.0.44 "PUT /v2.0/routers/3385ac08-b381-4144-b7e8-c8a63e179e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4434409 Jul 14 12:01:20.742026 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-7a5cd563-afd0-4899-a2f6-9b173bb0dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:20.744734 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-7a5cd563-afd0-4899-a2f6-9b173bb0dd6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 1096 time: 0.2225373 Jul 14 12:01:20.761944 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bbc990-7cef-418b-9cdc-11b7f5400e34 x-openstack-request-id: req-08bbc990-7cef-418b-9cdc-11b7f5400e34 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:20.762466 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:20.763025 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08bbc990-7cef-418b-9cdc-11b7f5400e34 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:20.763601 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a', 'status': 'completed', 'code': 200} Jul 14 12:01:20.775445 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=7484fb07-63aa-4f45-ac04-37ac797994ca,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:20.791897 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.797322 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.798039 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.798583 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.799487 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.801674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.802466 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.803007 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.804831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.805412 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.805973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.806666 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:01:20.816954 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-13845c16-8a1a-4e54-a744-0e7d42be7a53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a HTTP/1.1" status: 200 len: 217 time: 0.0508087 Jul 14 12:01:20.939355 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-8c1c6522-164f-4738-948c-a971813a8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:20.942177 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-8c1c6522-164f-4738-948c-a971813a8126 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a293991-dbf6-4faf-afc5-79812ffdb896 HTTP/1.1" status: 200 len: 849 time: 0.1169248 Jul 14 12:01:20.968928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Sync routers for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:01:20.985710 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-b21ada89-8a57-4d6b-b389-686debf52877 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4544e2df-30da-40f3-a8d5-cc348346df77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358119 Jul 14 12:01:20.997551 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:20.998612 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:01:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:21.111809 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:21.125233 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:21.130175 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b33a4c78-995e-42ed-9022-4548728707ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.156398 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-0ff70a39-2b5a-475b-a037-1a0fd337b7cc service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630547 Jul 14 12:01:21.303394 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cb063a9d-cc5c-4ab0-affa-839718584708 req-b28394dd-eb50-467f-b6c6-5502aa8b4e2b service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378360 Jul 14 12:01:21.388163 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:19Z', 'revision_number': 4, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '30d792f6-f050-499b-9c85-2f7c1255437e', 'name': '', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'mac_address': 'fa:16:3e:c2:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:18Z', 'updated_at': '2021-07-14T12:01:19Z', 'revision_number': 2, 'project_id': '523675aa597a49d093944c9298877c3e', 'subnets': [{'id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:21.418369 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Checking router: 3385ac08-b381-4144-b7e8-c8a63e179e9c for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:01:21.418727 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Updating router 3385ac08-b381-4144-b7e8-c8a63e179e9c port 30d792f6-f050-499b-9c85-2f7c1255437e binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:01:21.460491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.475463 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-42194349-12c7-4cbe-862a-beafb888d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:21.477142 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-42194349-12c7-4cbe-862a-beafb888d764 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 1096 time: 0.0558348 Jul 14 12:01:21.570963 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596f4c-9479-4bae-a90e-3a4c3b38bb1a req-d764d5ac-1b1b-462c-85c5-39a566256e68 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:21.572783 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e596f4c-9479-4bae-a90e-3a4c3b38bb1a req-d764d5ac-1b1b-462c-85c5-39a566256e68 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 943 time: 0.4328108 Jul 14 12:01:21.612741 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-0847dceb-f0f7-4c8e-82dc-fc8e9edca8ae tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:21.617104 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-0847dceb-f0f7-4c8e-82dc-fc8e9edca8ae tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 819 time: 0.2033617 Jul 14 12:01:21.659664 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-089f861a-8f0a-43fe-9618-43784db55d93 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/quotas/523675aa597a49d093944c9298877c3e HTTP/1.1" status: 200 len: 375 time: 0.0241351 Jul 14 12:01:21.792610 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e596f4c-9479-4bae-a90e-3a4c3b38bb1a req-3ce1690a-0a27-4963-8e48-9d8d0ebdb9c9 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061265 Jul 14 12:01:21.810381 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.818464 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b33a4c78-995e-42ed-9022-4548728707ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.822125 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Transition to ACTIVE for port object 30d792f6-f050-499b-9c85-2f7c1255437e will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:21.823779 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b33a4c78-995e-42ed-9022-4548728707ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.830044 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.855799 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-fe4833e4-131c-4259-a1b0-d62910f41a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:21.857389 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-fe4833e4-131c-4259-a1b0-d62910f41a26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 910 time: 0.3730583 Jul 14 12:01:21.892337 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cad85-c7ba-46af-a8bd-3bf34948b542 None None] Pushing event updated for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:21.910973 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-8228c07c-78cc-4a49-a4a4-7df25c4989bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a HTTP/1.1" status: 200 len: 217 time: 0.0382984 Jul 14 12:01:21.948616 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Attempting to bind port 30d792f6-f050-499b-9c85-2f7c1255437e on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:21.949268 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b33a4c78-995e-42ed-9022-4548728707ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7276b9ae0a24a1abfe51a030cbea9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356383 Jul 14 12:01:21.952238 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Attempting to bind port 30d792f6-f050-499b-9c85-2f7c1255437e by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:21.952609 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Attempting to bind port 30d792f6-f050-499b-9c85-2f7c1255437e on network 871eca1c-34dd-458d-a771-869915697bcd {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:21.958712 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:21.959089 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Checking segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:21.959495 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.960237 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Bound using segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:21.960716 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Bound port: 30d792f6-f050-499b-9c85-2f7c1255437e, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:21.961099 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:21.962036 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-00390309-1931-48a5-ae67-4b9d129277d7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2914536 Jul 14 12:01:21.962914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4c78-995e-42ed-9022-4548728707ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8465901b-81c0-47b1-bd13-3bc090ba07c6,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:21.969102 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33718) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:21.991009 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7484fb07-63aa-4f45-ac04-37ac797994ca up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:22.055408 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-f7c9b088-40dd-46ae-9751-e4d818df2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:22.057865 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-f7c9b088-40dd-46ae-9751-e4d818df2bd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a293991-dbf6-4faf-afc5-79812ffdb896 HTTP/1.1" status: 200 len: 849 time: 0.1341019 Jul 14 12:01:22.097759 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 7484fb07-63aa-4f45-ac04-37ac797994ca triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:22.098131 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.100111 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] For port 30d792f6-f050-499b-9c85-2f7c1255437e, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:22.104210 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] For port 30d792f6-f050-499b-9c85-2f7c1255437e, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=30d792f6-f050-499b-9c85-2f7c1255437e,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:22.123301 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-48aae2a8-72b7-48b2-975f-0ffabedc9fce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4544e2df-30da-40f3-a8d5-cc348346df77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443921 Jul 14 12:01:22.125465 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.213849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cad85-c7ba-46af-a8bd-3bf34948b542 None None] Pushing event updated for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:22.214065 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.236340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:01:22.236919 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:01:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:22.249586 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-b4b37b2b-c8a3-47bb-b190-465960702c6a service neutron] 10.222.0.44 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719841 Jul 14 12:01:22.267534 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.324761 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-13afac73-a606-4db3-afe2-ec94f681207e service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930013 Jul 14 12:01:22.414377 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-cf3e4309-559d-474e-a91d-8fe4d9d02d84 service neutron] 10.222.0.44 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568818 Jul 14 12:01:22.455682 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:01:22.456588 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a8fb2c2-de66-44e9-84e2-805544464045 req-f78b1d2a-dde2-492a-a7c0-1d9e6fba8016 service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185584 Jul 14 12:01:22.457538 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.461169 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.465111 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8465901b-81c0-47b1-bd13-3bc090ba07c6 HTTP/1.1" status: 204 len: 168 time: 0.4964185 Jul 14 12:01:22.473926 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbf128-4cf8-4bb9-a154-05ae548e2789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8465901b-81c0-47b1-bd13-3bc090ba07c6,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:22.510837 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33738) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:22.512119 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f42af1c0-3e9a-4a94-a9f5-b647870e7b6a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:01:22.556580 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33742) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:22.697744 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7646a75b-f87b-4412-ade4-4453246d0ddc req-fc113056-3a5f-42a8-9f0d-a304ac7f0f4f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 210 time: 0.0555530 Jul 14 12:01:22.759653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:22.774343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a', 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77', 'port_id': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a', 'mac_address': 'fa:16:3e:a4:8e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a293991-dbf6-4faf-afc5-79812ffdb896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:01:22.824742 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.837258 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:19Z', 'revision_number': 4, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '30d792f6-f050-499b-9c85-2f7c1255437e', 'name': '', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'mac_address': 'fa:16:3e:c2:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:18Z', 'updated_at': '2021-07-14T12:01:22Z', 'revision_number': 4, 'project_id': '523675aa597a49d093944c9298877c3e', 'subnets': [{'id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:01:22.844793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8fb90879-4af1-4030-aaca-7dfa060850b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.871706 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42af1c0-3e9a-4a94-a9f5-b647870e7b6a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:22.877238 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775998a7-4411-42b7-be55-c2cb3b99b0ed None None] The sync data for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi is: [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:19Z', 'revision_number': 4, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '30d792f6-f050-499b-9c85-2f7c1255437e', 'name': '', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'mac_address': 'fa:16:3e:c2:a9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:18Z', 'updated_at': '2021-07-14T12:01:22Z', 'revision_number': 4, 'project_id': '523675aa597a49d093944c9298877c3e', 'subnets': [{'id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:01:22.899800 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ff8579a7-fe80-4702-8815-c820ee2f1d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:22.925266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:22.929575 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.056181 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:23.173268 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8fb90879-4af1-4030-aaca-7dfa060850b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.181029 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8fb90879-4af1-4030-aaca-7dfa060850b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.242583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb90879-4af1-4030-aaca-7dfa060850b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1aafc-92b9-41be-ab1a-447bbc7d533c,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:23.263256 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['f42af1c0-3e9a-4a94-a9f5-b647870e7b6a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:23.272676 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8fb90879-4af1-4030-aaca-7dfa060850b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96f4bca3842248bba452582d22b190e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7603517 Jul 14 12:01:23.273736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33774) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:23.355497 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.386854 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.451616 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.457116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.461370 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1f1aafc-92b9-41be-ab1a-447bbc7d533c HTTP/1.1" status: 204 len: 168 time: 0.1815376 Jul 14 12:01:23.467308 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4cfa1-dc6f-4d53-ad7b-60f1c78acaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1aafc-92b9-41be-ab1a-447bbc7d533c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:23.470634 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ff8579a7-fe80-4702-8815-c820ee2f1d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.531898 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ff8579a7-fe80-4702-8815-c820ee2f1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.738268 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ff8579a7-fe80-4702-8815-c820ee2f1d78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23a8916381e245e9bad2145c72d9b5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1797159 Jul 14 12:01:23.741193 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33794) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:23.743086 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8579a7-fe80-4702-8815-c820ee2f1d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd9bf6-2131-4a86-8f5c-40f11c132df5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:23.771081 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8e5c-9455-4918-8b11-7ceeb14e04aa req-1ea5b7ed-7957-4840-bc79-0a7aa3486776 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:23.779895 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9d1b8e5c-9455-4918-8b11-7ceeb14e04aa req-1ea5b7ed-7957-4840-bc79-0a7aa3486776 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 944 time: 0.6157031 Jul 14 12:01:23.809793 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-f60df4f6-48e9-42cb-86b4-05d4ebeaeb37 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:23.811807 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-f60df4f6-48e9-42cb-86b4-05d4ebeaeb37 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 819 time: 0.3585598 Jul 14 12:01:23.848986 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-504c9e39-424c-493c-8db3-affd9d8a26dc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/quotas/523675aa597a49d093944c9298877c3e HTTP/1.1" status: 200 len: 375 time: 0.0308342 Jul 14 12:01:23.866922 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9d1b8e5c-9455-4918-8b11-7ceeb14e04aa req-cb7ef805-8e75-4dc5-be01-4ac135075b23 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857694 Jul 14 12:01:23.888602 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:23.967034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.057060 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-acd8bfbe-7b06-49ad-a154-750f0a6515da tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1836553 Jul 14 12:01:24.098433 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.103298 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 30d792f6-f050-499b-9c85-2f7c1255437e up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:24.107978 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.115568 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6cd9bf6-2131-4a86-8f5c-40f11c132df5 HTTP/1.1" status: 204 len: 168 time: 0.3705046 Jul 14 12:01:24.151296 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f068f-0a58-43e5-83ba-374e04b9f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd9bf6-2131-4a86-8f5c-40f11c132df5,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:24.240444 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 30d792f6-f050-499b-9c85-2f7c1255437e completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:24.246151 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 30d792f6-f050-499b-9c85-2f7c1255437e triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:24.247293 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.248825 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-87ae0426-7bda-4db7-814b-a5c25cccf613 service neutron] 10.222.0.44 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907182 Jul 14 12:01:24.384865 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.411261 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-8ffe6f0d-a4de-4e42-9a8f-07f08d2fcd56 service neutron] 10.222.0.44 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605031 Jul 14 12:01:24.443320 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 30d792f6-f050-499b-9c85-2f7c1255437e, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=30d792f6-f050-499b-9c85-2f7c1255437e,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:24.449870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.524881 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f42af1c0-3e9a-4a94-a9f5-b647870e7b6a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:24.772511 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:24.805756 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:24.814954 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:24.815436 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.855798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-224e7862-5b71-4aec-ab13-8d7963378c92 req-8e41618d-b7bd-4d3a-a011-57144a453993 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 210 time: 0.1050112 Jul 14 12:01:24.911971 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33828) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:24.912896 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-5ad4f9ff-26f7-48ba-8804-3899abcb3fcc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:24.915593 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-5ad4f9ff-26f7-48ba-8804-3899abcb3fcc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 819 time: 0.3416235 Jul 14 12:01:24.919228 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.936773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Request body: {'port': {'device_id': '27c04701-f411-4de7-8c81-d80142d7a586', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'admin_state_up': True, 'tenant_id': '523675aa597a49d093944c9298877c3e'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:24.944342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:24.947225 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b25f6-c8f2-4545-84b9-dab46a8a8fe0" -d '{"events": [{"server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "name": "network-vif-plugged", "status": "completed", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:24.949017 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12e5ca82-2964-46cf-85ba-50a8cf9fa17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:24.974743 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:24.982887 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.089720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:25.106152 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5edb7c-3e0c-442f-a312-d32ba0ce36a6 x-openstack-request-id: req-cb5edb7c-3e0c-442f-a312-d32ba0ce36a6 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:25.107469 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "name": "network-vif-plugged", "status": "completed", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:25.109107 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb5edb7c-3e0c-442f-a312-d32ba0ce36a6 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:25.109836 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a', 'code': 200} Jul 14 12:01:25.214166 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 33840) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:25.260689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12e5ca82-2964-46cf-85ba-50a8cf9fa17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.292524 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12e5ca82-2964-46cf-85ba-50a8cf9fa17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.301935 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Made reservation on behalf of 523675aa597a49d093944c9298877c3e for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:25.307717 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.385358 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5ca82-2964-46cf-85ba-50a8cf9fa17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284dacda-52d4-4627-85b6-0e134f1f653d,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:25.408643 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-12e5ca82-2964-46cf-85ba-50a8cf9fa17e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2f0454f294547e39dbd82e8b07ad1bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955080 Jul 14 12:01:25.411011 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33850) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:25.447168 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27354b3e-9694-47f6-805a-d7811a1b1d6a req-d3c1bab5-9999-4cda-8264-fbe3c6c85243 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:25.449948 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27354b3e-9694-47f6-805a-d7811a1b1d6a req-d3c1bab5-9999-4cda-8264-fbe3c6c85243 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.2779133 Jul 14 12:01:25.461946 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4e30-27e5-45f5-a323-02ed115e1b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.513370 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.533733 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27354b3e-9694-47f6-805a-d7811a1b1d6a req-136a656a-90ee-4fb4-b846-2ebe28a819df tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699069 Jul 14 12:01:25.567014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.644651 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.648990 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.651256 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/284dacda-52d4-4627-85b6-0e134f1f653d HTTP/1.1" status: 204 len: 168 time: 0.2391310 Jul 14 12:01:25.665268 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db27d5c-c2ff-470b-aca8-1f45fa4dc1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284dacda-52d4-4627-85b6-0e134f1f653d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:25.706666 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Allocated IP 172.20.0.7 (871eca1c-34dd-458d-a771-869915697bcd/7edffbcb-8940-430c-bfb9-799075b6907f/0748cade-fd0f-4999-8057-77e8f7c38ace) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:25.748028 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4e30-27e5-45f5-a323-02ed115e1b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.764209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4e30-27e5-45f5-a323-02ed115e1b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.768269 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc471db-2923-431b-8f48-433ba28d4178 req-2d6c4a82-e9e8-4b4b-85bb-2b810edadea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:25.771631 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dbc471db-2923-431b-8f48-433ba28d4178 req-2d6c4a82-e9e8-4b4b-85bb-2b810edadea9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 1098 time: 0.2471933 Jul 14 12:01:25.849829 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-bf4d4e30-27e5-45f5-a323-02ed115e1b90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b416cf6765a146fabd239686dc0a8125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343970 Jul 14 12:01:25.852545 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33866) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:25.861188 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d4e30-27e5-45f5-a323-02ed115e1b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c96c56-3df8-42ef-8b6b-35ed457ad969,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:25.906684 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dbc471db-2923-431b-8f48-433ba28d4178 req-37ff7357-5635-448b-87f3-bc25bec4fa9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146255 Jul 14 12:01:25.939084 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:25.969353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.012695 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 30d792f6-f050-499b-9c85-2f7c1255437e up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:26.030216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.048173 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.051798 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.053702 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24c96c56-3df8-42ef-8b6b-35ed457ad969 HTTP/1.1" status: 204 len: 168 time: 0.1999171 Jul 14 12:01:26.078129 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-097b28bc-c085-4d2e-ae07-1295c5b772bc req-3b945173-6936-4e94-9147-9a75406d5c42 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 210 time: 0.0446141 Jul 14 12:01:26.080082 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.086840 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 30d792f6-f050-499b-9c85-2f7c1255437e triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:26.087507 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.087781 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e2f94-ea26-4cd6-a3ca-5b4fe4a73451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c96c56-3df8-42ef-8b6b-35ed457ad969,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:26.159874 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Network 871eca1c-34dd-458d-a771-869915697bcd is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:26.163533 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:26.170165 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:26.204937 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Pushing event updated for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:26.221080 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33876) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:26.237575 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-408c3828-f1d0-420d-b19d-f4c00d29de5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.244293 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:26.244846 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.332385 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-408c3828-f1d0-420d-b19d-f4c00d29de5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.337842 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-408c3828-f1d0-420d-b19d-f4c00d29de5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.343546 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-132a386f-8d4d-4444-80a2-c30f51887eaf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4115517 Jul 14 12:01:26.369702 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Request body: {'port': {'device_id': '27c04701-f411-4de7-8c81-d80142d7a586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:26.378160 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-408c3828-f1d0-420d-b19d-f4c00d29de5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72230bb141ff45f680f69bc2e9201690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558261 Jul 14 12:01:26.379007 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c3828-f1d0-420d-b19d-f4c00d29de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b474d4a9-482c-43a4-a2f1-246476818bce,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:26.381334 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 33884) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:26.447745 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.481910 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.530871 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.551400 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.570843 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:26.574992 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b474d4a9-482c-43a4-a2f1-246476818bce HTTP/1.1" status: 204 len: 168 time: 0.1895738 Jul 14 12:01:26.593752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a6f5-602a-4271-b579-93c9daa6a0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474d4a9-482c-43a4-a2f1-246476818bce,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:26.781580 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80089303-2a5c-485e-8f63-d341504fcbd5 req-ca049c5c-2372-4ece-8bfc-75b3b53968f9 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:26.786046 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-80089303-2a5c-485e-8f63-d341504fcbd5 req-ca049c5c-2372-4ece-8bfc-75b3b53968f9 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.0989895 Jul 14 12:01:26.869780 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-80089303-2a5c-485e-8f63-d341504fcbd5 req-eea1cd82-f4e8-439a-9589-c999bf9a9b48 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768962 Jul 14 12:01:27.022649 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-f67654fc-8acd-4b07-ac2b-5861bbfcc245 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:27.024227 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-f67654fc-8acd-4b07-ac2b-5861bbfcc245 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 819 time: 0.1731710 Jul 14 12:01:27.070927 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Request body: {'port': {'device_id': '37ebe755-6108-4830-92a4-f14f267addce', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'admin_state_up': True, 'tenant_id': '523675aa597a49d093944c9298877c3e'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:27.134347 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0748cade-fd0f-4999-8057-77e8f7c38ace {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:27.146259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.177174 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Transition to ACTIVE for port object 0748cade-fd0f-4999-8057-77e8f7c38ace will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:27.186581 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.293488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Pushing event updated for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:27.348622 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Made reservation on behalf of 523675aa597a49d093944c9298877c3e for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:27.353007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.395580 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f4aa6ede-34cb-45e1-a5d0-c288c51e40f2 req-df464d98-e486-40b4-a130-bf062e4edb65 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 210 time: 0.0343027 Jul 14 12:01:27.465659 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Attempting to bind port 0748cade-fd0f-4999-8057-77e8f7c38ace on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:27.465997 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Attempting to bind port 0748cade-fd0f-4999-8057-77e8f7c38ace by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:27.466330 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Attempting to bind port 0748cade-fd0f-4999-8057-77e8f7c38ace on network 871eca1c-34dd-458d-a771-869915697bcd {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:27.480414 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Port 0748cade-fd0f-4999-8057-77e8f7c38ace on network 871eca1c-34dd-458d-a771-869915697bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:27.480734 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Attempting to bind port 0748cade-fd0f-4999-8057-77e8f7c38ace on network 871eca1c-34dd-458d-a771-869915697bcd {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:27.490236 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:27.490567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Checking segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:27.490967 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Bound using segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:27.491392 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Bound port: 0748cade-fd0f-4999-8057-77e8f7c38ace, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:27.491776 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.607729 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Allocated IP 172.20.0.6 (871eca1c-34dd-458d-a771-869915697bcd/7edffbcb-8940-430c-bfb9-799075b6907f/7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:27.622572 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:27.626378 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0748cade-fd0f-4999-8057-77e8f7c38ace,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:27.645301 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.702702 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:27.703400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:27.705086 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] 10.222.0.47 "PUT /v2.0/ports/0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 1093 time: 1.3419425 Jul 14 12:01:27.716594 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:27.718936 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a566bcd0-641c-4258-ae51-848985951fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:27.801848 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad35049d-1eb9-4b3d-91d2-4030573aff17 x-openstack-request-id: req-ad35049d-1eb9-4b3d-91d2-4030573aff17 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:27.804118 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:27.807937 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad35049d-1eb9-4b3d-91d2-4030573aff17 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:27.808676 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace', 'status': 'completed', 'code': 200} Jul 14 12:01:27.882259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ac1b2-a940-4e00-8d02-a578d133916c service neutron] Pushing event updated for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:27.995155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-af11b917-89d2-40ec-9638-7b83ea5d47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:27.996699 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-af11b917-89d2-40ec-9638-7b83ea5d47e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1096 time: 0.1302977 Jul 14 12:01:27.999643 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:28.100607 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-ade03bc0-4d63-42bf-a298-b0a9da65ded2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0750008 Jul 14 12:01:28.145608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452cc153-bdb7-44fb-b989-f9ee8524cca7 req-f81a58ab-605f-42f3-9ccf-e0a8d4146926 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.147304 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-452cc153-bdb7-44fb-b989-f9ee8524cca7 req-f81a58ab-605f-42f3-9ccf-e0a8d4146926 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.1015396 Jul 14 12:01:28.196652 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-452cc153-bdb7-44fb-b989-f9ee8524cca7 req-aa332099-31b1-4a04-9d1a-ac4741ba858f tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Jul 14 12:01:28.202512 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-a48b139a-446f-4aaf-83a0-d549280a8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.204309 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-a48b139a-446f-4aaf-83a0-d549280a8357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0955188 Jul 14 12:01:28.206170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:28.287760 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-c57b72d8-df5f-46f4-804e-15ed5e5724d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465276 Jul 14 12:01:28.294459 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Network 871eca1c-34dd-458d-a771-869915697bcd is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:28.298814 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:28.310384 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:28.314731 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Pushing event updated for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:28.414548 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.415147 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:28.435198 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-82172747-4cda-4eef-91ba-f8787818bc25 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3689055 Jul 14 12:01:28.445916 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-0f414762-ccb0-4f46-be71-ef8ba3596fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483359 Jul 14 12:01:28.460549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Request body: {'port': {'device_id': '37ebe755-6108-4830-92a4-f14f267addce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:28.586358 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130b80f-0cc8-4439-982c-f441d26ee183 req-08c65948-f38e-4a44-8165-0be3ba2209e6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.588059 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a130b80f-0cc8-4439-982c-f441d26ee183 req-08c65948-f38e-4a44-8165-0be3ba2209e6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 931 time: 0.0650923 Jul 14 12:01:28.599121 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:28.612246 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-262e6af7-aa15-44d9-b5d8-d4d0656035dd req-d97dad5d-4cb6-425e-90e3-65a2d8782d15 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488624 Jul 14 12:01:28.627449 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a130b80f-0cc8-4439-982c-f441d26ee183 req-da1d6504-8e23-4ba6-9b91-de12af43aa71 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Jul 14 12:01:28.856274 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bcd0-641c-4258-ae51-848985951fb6 req-7e62a81c-da51-4c5a-8065-5cd4ce58631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:28.857829 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-7e62a81c-da51-4c5a-8065-5cd4ce58631d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1096 time: 0.1268566 Jul 14 12:01:28.983816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:29.007816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:29.030085 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bcd0-641c-4258-ae51-848985951fb6 req-da011e64-c005-402a-b2ad-c17cd4b1de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:29.031615 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-da011e64-c005-402a-b2ad-c17cd4b1de45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.1644096 Jul 14 12:01:29.034421 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Transition to ACTIVE for port object 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:29.046007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:29.104776 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-d277b919-b446-45b3-a071-85c42b34ff9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0652599 Jul 14 12:01:29.130452 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:29.232857 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566bcd0-641c-4258-ae51-848985951fb6 req-3d87757b-a4da-47e1-9ae5-f1eb1a36670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:29.234356 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-3d87757b-a4da-47e1-9ae5-f1eb1a36670b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0823753 Jul 14 12:01:29.273206 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-43ca3f57-4229-4cd0-80e5-8cb493f3da70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312006 Jul 14 12:01:29.273923 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Attempting to bind port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:29.274273 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Attempting to bind port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:29.274583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Attempting to bind port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 on network 871eca1c-34dd-458d-a771-869915697bcd {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:29.280033 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 on network 871eca1c-34dd-458d-a771-869915697bcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:29.280375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Attempting to bind port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 on network 871eca1c-34dd-458d-a771-869915697bcd {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:29.295748 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:29.295748 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Checking segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:29.295748 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Bound using segment: {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:29.296164 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Bound port: 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5511a32-b819-4b94-907e-ed255761f3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '871eca1c-34dd-458d-a771-869915697bcd'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:29.296399 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:29.677498 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-6568eab0-5ec0-431c-a216-af6213a6d133 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936689 Jul 14 12:01:29.680125 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:29.685754 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:29.699111 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:29.788385 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:29.789007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:29.790382 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 HTTP/1.1" status: 200 len: 1093 time: 1.3346603 Jul 14 12:01:29.809114 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44626db-8655-42af-8f19-3c6177721b6f req-ecc259b8-ba65-45a2-ba45-be172e3ded4e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:29.810303 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:29.810642 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c44626db-8655-42af-8f19-3c6177721b6f req-ecc259b8-ba65-45a2-ba45-be172e3ded4e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.0910230 Jul 14 12:01:29.813293 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:29.823135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c5976-094b-431a-8b4a-59d70c84edc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:29.843564 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a566bcd0-641c-4258-ae51-848985951fb6 req-46b39fa8-9aeb-48f5-8151-b21404c33f85 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559231 Jul 14 12:01:29.885964 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c44626db-8655-42af-8f19-3c6177721b6f req-29702991-964a-4c5e-8016-ce3290b85671 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Jul 14 12:01:29.911426 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046567b3-3ae6-421c-9509-cb6adb6ea843 req-91c02288-74be-455c-a2bb-f9bd715b58db tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:29.911426 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-046567b3-3ae6-421c-9509-cb6adb6ea843 req-91c02288-74be-455c-a2bb-f9bd715b58db tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 943 time: 0.1145313 Jul 14 12:01:29.938277 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267cfc0-df53-4779-a0d2-8e1e178ff16b x-openstack-request-id: req-e267cfc0-df53-4779-a0d2-8e1e178ff16b {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:29.938780 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:29.939109 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e267cfc0-df53-4779-a0d2-8e1e178ff16b {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:29.939636 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663', 'status': 'completed', 'code': 200} Jul 14 12:01:29.942592 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-046567b3-3ae6-421c-9509-cb6adb6ea843 req-fd9a1b4f-9d9b-4072-8152-1f9ad9930e82 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Jul 14 12:01:30.352591 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 34020) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:30.453890 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d803f3c2-fe55-4ef3-aa23-7ac8cad35ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.548078 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d803f3c2-fe55-4ef3-aa23-7ac8cad35ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.552742 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d803f3c2-fe55-4ef3-aa23-7ac8cad35ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.590368 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d803f3c2-fe55-4ef3-aa23-7ac8cad35ead admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1e5638e691144cfb23fbc446fda2725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366021 Jul 14 12:01:30.591227 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f3c2-fe55-4ef3-aa23-7ac8cad35ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a92f19-653a-4e36-b172-9e549fe1841f,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:30.593132 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34028) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:30.643843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.666552 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.717673 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.720433 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:30.721639 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06a92f19-653a-4e36-b172-9e549fe1841f HTTP/1.1" status: 204 len: 168 time: 0.1273854 Jul 14 12:01:30.730313 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5799a1-1b5e-4b5c-8bb8-b542a6ad1f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a92f19-653a-4e36-b172-9e549fe1841f,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:30.982235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34040) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:30.995903 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-72374e4e-c295-4006-89cf-0f533096b450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.088338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-72374e4e-c295-4006-89cf-0f533096b450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.092145 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-72374e4e-c295-4006-89cf-0f533096b450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.130061 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-72374e4e-c295-4006-89cf-0f533096b450 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2af41457b491443b91d95051a633f429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466951 Jul 14 12:01:31.130943 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72374e4e-c295-4006-89cf-0f533096b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26021f-9c17-4d71-9e65-2044197d32b7,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:31.133847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 34042) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:31.181934 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.202978 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.247510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.250072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:31.251208 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b26021f-9c17-4d71-9e65-2044197d32b7 HTTP/1.1" status: 204 len: 168 time: 0.1160381 Jul 14 12:01:31.259893 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db3eff-697a-43d1-b499-9314d06e0481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26021f-9c17-4d71-9e65-2044197d32b7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:32.592227 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-51ace727-907d-4f1c-9b97-8db3aca57203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.593722 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-51ace727-907d-4f1c-9b97-8db3aca57203 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 1096 time: 0.0507412 Jul 14 12:01:32.729434 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-dc4958d5-0bc4-4856-b3d5-c53ec57848a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.730872 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-dc4958d5-0bc4-4856-b3d5-c53ec57848a3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=523675aa597a49d093944c9298877c3e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0971377 Jul 14 12:01:32.788761 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b498c9-de4b-4d31-9678-9ea058c4f822 req-a220e191-ac9c-400f-995b-4334fa2d3798 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.790259 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25b498c9-de4b-4d31-9678-9ea058c4f822 req-a220e191-ac9c-400f-995b-4334fa2d3798 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.1080031 Jul 14 12:01:32.809429 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062bea-c4ed-4bb9-8161-e73ec0ae4016 req-3812d659-3272-45cb-a7c6-7ffb4315da9b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.810885 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-15062bea-c4ed-4bb9-8161-e73ec0ae4016 req-3812d659-3272-45cb-a7c6-7ffb4315da9b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 943 time: 0.1120346 Jul 14 12:01:32.828699 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-be04e0da-4a6b-4eee-9aff-9b2d06a52b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:32.830152 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e3d0aa19-7882-4fb4-9cee-f8cc183dd2ab req-be04e0da-4a6b-4eee-9aff-9b2d06a52b17 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918641 Jul 14 12:01:32.858373 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25b498c9-de4b-4d31-9678-9ea058c4f822 req-dd7bd07c-dcbe-4d60-a5fc-7d28978e93ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621703 Jul 14 12:01:32.866177 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-15062bea-c4ed-4bb9-8161-e73ec0ae4016 req-b3b27a8b-5b94-4290-aa2b-fdb023f77308 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478528 Jul 14 12:01:34.678411 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0748cade-fd0f-4999-8057-77e8f7c38ace details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:01:34.767549 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0748cade-fd0f-4999-8057-77e8f7c38ace,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:34.778182 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '0748cade-fd0f-4999-8057-77e8f7c38ace', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'port_id': '0748cade-fd0f-4999-8057-77e8f7c38ace', 'mac_address': 'fa:16:3e:cf:03:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:01:34.817969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:34.830496 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0748cade-fd0f-4999-8057-77e8f7c38ace {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:34.849448 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0748cade-fd0f-4999-8057-77e8f7c38ace,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:34.853285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:34.899933 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:35.751101 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-b0ed3fb4-fc30-4f50-a725-75368ec4afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.753145 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-b0ed3fb4-fc30-4f50-a725-75368ec4afc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 1096 time: 0.0520406 Jul 14 12:01:35.857748 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-0f73fdd1-8056-437a-8d1d-31b8314cc8b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 HTTP/1.1" status: 200 len: 217 time: 0.0628026 Jul 14 12:01:35.915311 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-a3d3327c-07dc-4f44-9f1e-799fdf6d1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.918475 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-a3d3327c-07dc-4f44-9f1e-799fdf6d1023 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0533180 Jul 14 12:01:35.953207 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-4942d202-230e-4fcd-8762-27c73722ef30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 14 12:01:35.965177 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f639d6-4054-4fc7-9b07-42a04c7dfe71 req-5b3c3e47-c196-48d6-9b1d-2ebc4006e9b1 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:35.966722 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f3f639d6-4054-4fc7-9b07-42a04c7dfe71 req-5b3c3e47-c196-48d6-9b1d-2ebc4006e9b1 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.1050994 Jul 14 12:01:36.025935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e611-fdab-44a0-8e33-341ec856e384 req-f9490e8c-767b-4c17-b6af-c7f43b053608 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:36.027974 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6c79e611-fdab-44a0-8e33-341ec856e384 req-f9490e8c-767b-4c17-b6af-c7f43b053608 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 943 time: 0.1107113 Jul 14 12:01:36.030414 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f3f639d6-4054-4fc7-9b07-42a04c7dfe71 req-5a83f52d-8ceb-4ceb-a63f-b6018bbba5e6 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539534 Jul 14 12:01:36.062684 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-86fd45ea-8aac-430e-bf7d-e8ce8e0964eb service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975702 Jul 14 12:01:36.080025 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6c79e611-fdab-44a0-8e33-341ec856e384 req-0c2718fd-f2bb-46ec-a9e7-19fc57bb1894 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Jul 14 12:01:36.105922 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['0748cade-fd0f-4999-8057-77e8f7c38ace'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:36.159240 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c89c12ec-63b4-43de-94cd-dd8c95a7196e req-db44ee4a-e6db-4cd2-a898-3eb0fbc6ba59 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880032 Jul 14 12:01:36.566442 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:36.644271 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-32a0846a-611d-4505-83f7-ebb61e9a6a14 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=942137075bbb42f5bfa8037c3125eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296931 Jul 14 12:01:36.825733 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-e4b54b21-a99c-4d18-a1b9-bafe348e4109 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:36.827201 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-e4b54b21-a99c-4d18-a1b9-bafe348e4109 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779087 Jul 14 12:01:36.842895 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-ec0d8025-55be-4f04-ad65-37fc69db95cf tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/quotas/942137075bbb42f5bfa8037c3125eb36 HTTP/1.1" status: 200 len: 375 time: 0.0090735 Jul 14 12:01:36.877706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-f7d65dda-d87e-4d4d-9e30-c5eb23e04972 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=942137075bbb42f5bfa8037c3125eb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289819 Jul 14 12:01:37.081736 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-523f8d0b-33df-46ee-9561-40f1e754815d req-40a9fc12-26dd-42db-86d6-a6dbbda3c414 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0289361 Jul 14 12:01:37.272966 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276d438-ef11-44bb-8222-0dcffcb2f88f req-ba6503c0-f76b-4eeb-bb6c-d34b40486792 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:37.274642 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3276d438-ef11-44bb-8222-0dcffcb2f88f req-ba6503c0-f76b-4eeb-bb6c-d34b40486792 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.0735021 Jul 14 12:01:37.296079 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370e35-a0aa-4e84-9242-004220296268 req-3901ad20-cd42-4311-902e-6f6b698a2dd3 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:37.297520 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ab370e35-a0aa-4e84-9242-004220296268 req-3901ad20-cd42-4311-902e-6f6b698a2dd3 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.0775423 Jul 14 12:01:37.328167 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3276d438-ef11-44bb-8222-0dcffcb2f88f req-f211e96a-73dd-45f6-8264-05b785ac8dcd tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Jul 14 12:01:37.460281 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92dc037-4373-432f-bdd5-3f5a69c3f5de req-7438a7b4-93fc-4f1a-b7fd-2c9c56d0a603 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:37.461792 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a92dc037-4373-432f-bdd5-3f5a69c3f5de req-7438a7b4-93fc-4f1a-b7fd-2c9c56d0a603 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 943 time: 0.0768065 Jul 14 12:01:37.500109 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a92dc037-4373-432f-bdd5-3f5a69c3f5de req-1d24d200-460d-4036-a90f-b79a3dd623f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323353 Jul 14 12:01:37.582410 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 34184) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:37.683215 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd47-a0ba-49e3-94b1-8771da9ff422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.769680 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd47-a0ba-49e3-94b1-8771da9ff422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.773316 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a0d3fd47-a0ba-49e3-94b1-8771da9ff422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.810224 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a0d3fd47-a0ba-49e3-94b1-8771da9ff422 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7644be9b05246e5b4e02beaa74b593d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266560 Jul 14 12:01:37.811016 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3fd47-a0ba-49e3-94b1-8771da9ff422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b28158e-7535-4da8-8ff8-bd8b65f77624,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:37.813066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34188) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:37.861209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.882583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.928045 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.930585 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:37.931751 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b28158e-7535-4da8-8ff8-bd8b65f77624 HTTP/1.1" status: 204 len: 168 time: 0.1177089 Jul 14 12:01:37.947388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9494445-1d1e-4fdf-b559-1a6a5360e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b28158e-7535-4da8-8ff8-bd8b65f77624,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:38.227189 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-61ac3ec8-23eb-4841-afd9-69d736453cfa req-43b71792-5b75-444c-8fbe-b300e55e0b8a tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0302227 Jul 14 12:01:38.387957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-96f009be-4315-487a-ae90-9b09d64e6c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.042870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0748cade-fd0f-4999-8057-77e8f7c38ace up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:39.090545 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 0748cade-fd0f-4999-8057-77e8f7c38ace completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:39.094466 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 0748cade-fd0f-4999-8057-77e8f7c38ace triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:39.094869 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.168776 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.193541 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:39.195783 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f73ff-92e6-4b80-8e2e-ff8790a388f3" -d '{"events": [{"server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "name": "network-vif-plugged", "status": "completed", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:39.207670 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0748cade-fd0f-4999-8057-77e8f7c38ace,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:39.211471 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:39.256603 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:40.042276 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:01:40.146701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Deleting port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:01:40.146701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.180834 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:40.212183 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663', 'network_id': '871eca1c-34dd-458d-a771-869915697bcd', 'port_id': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663', 'mac_address': 'fa:16:3e:a7:34:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7edffbcb-8940-430c-bfb9-799075b6907f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:01:40.262455 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.276944 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:40.290203 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] For port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:40.290575 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.299846 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:40.304389 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.313722 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Calling delete_port for f42af1c0-3e9a-4a94-a9f5-b647870e7b6a owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:01:40.352194 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563dca-c208-42c4-96e9-08a13b9f2a53 req-eab068c1-37c3-4fa0-acf0-07530c3bc7c4 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:40.353666 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e563dca-c208-42c4-96e9-08a13b9f2a53 req-eab068c1-37c3-4fa0-acf0-07530c3bc7c4 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 945 time: 0.1134825 Jul 14 12:01:40.359483 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:40.368492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a7d05-e0f2-47d2-b41f-68cc059352e6 req-2675f70b-ac44-41fe-9231-4e5c1c0497f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:40.370372 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-df4a7d05-e0f2-47d2-b41f-68cc059352e6 req-2675f70b-ac44-41fe-9231-4e5c1c0497f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 943 time: 0.0969009 Jul 14 12:01:40.431293 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-df4a7d05-e0f2-47d2-b41f-68cc059352e6 req-3e0c4f7e-17af-4c8b-8625-4a49863c1bad tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541503 Jul 14 12:01:40.434130 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e563dca-c208-42c4-96e9-08a13b9f2a53 req-55ae77e3-0172-4ff2-ba21-6df572ad5273 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630114 Jul 14 12:01:40.500038 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91820475-90d5-4706-9174-739f9b0b90ca x-openstack-request-id: req-91820475-90d5-4706-9174-739f9b0b90ca {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:40.500359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "name": "network-vif-plugged", "status": "completed", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:40.500613 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91820475-90d5-4706-9174-739f9b0b90ca {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:40.501095 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace', 'code': 200} Jul 14 12:01:40.503400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.536834 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Pushing event deleted for resources: {'Port': ['ID=f42af1c0-3e9a-4a94-a9f5-b647870e7b6a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:40.585588 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25624271-f2a3-4922-ae9a-5ee42d44121a req-5fb20a53-3586-4bcd-8651-5f59e2233f0d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0302656 Jul 14 12:01:40.594757 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] No DVR routers for this DVR port f42af1c0-3e9a-4a94-a9f5-b647870e7b6a on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:01:40.599265 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.602007 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ab370e35-a0aa-4e84-9242-004220296268 req-4c66d8b3-c1bd-4272-816b-e958521085ad tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "DELETE /v2.0/ports/f42af1c0-3e9a-4a94-a9f5-b647870e7b6a HTTP/1.1" status: 204 len: 173 time: 0.5774567 Jul 14 12:01:40.603540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'name': 'network-vif-deleted', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:40.605646 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c0bc4-2bf4-4c51-a69c-280f8732abc4" -d '{"events": [{"server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "name": "network-vif-deleted", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:40.649918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57895f-6a2a-4c01-8cea-9c3e87c881e1 x-openstack-request-id: req-1e57895f-6a2a-4c01-8cea-9c3e87c881e1 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:40.650322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97577aee-d538-424d-96e0-bff24f7aff7e", "name": "network-vif-deleted", "tag": "f42af1c0-3e9a-4a94-a9f5-b647870e7b6a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:40.650693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e57895f-6a2a-4c01-8cea-9c3e87c881e1 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:40.651253 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97577aee-d538-424d-96e0-bff24f7aff7e', 'name': 'network-vif-deleted', 'tag': 'f42af1c0-3e9a-4a94-a9f5-b647870e7b6a', 'status': 'completed', 'code': 200} Jul 14 12:01:40.730868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:40.805427 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4e52-e839-4944-918f-4b8383d21bd0 req-2323f892-ce23-4ffd-b5a9-b7ef1042c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:40.806966 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-193c4e52-e839-4944-918f-4b8383d21bd0 req-2323f892-ce23-4ffd-b5a9-b7ef1042c586 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0597713 Jul 14 12:01:40.849044 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-68c1346f-5c8c-4ec5-9afd-833808f1dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:40.853452 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-193c4e52-e839-4944-918f-4b8383d21bd0 req-a3bc0ad5-0f59-4c9f-ae30-ceda6c1ce543 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Jul 14 12:01:41.318431 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:41.326520 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-50aaf67a-91be-4cbd-9f80-1418ba90e862 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=942137075bbb42f5bfa8037c3125eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793264 Jul 14 12:01:41.570387 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a0ced524-194c-47e4-b827-0970616b751a tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:41.572022 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a0ced524-194c-47e4-b827-0970616b751a tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388928 Jul 14 12:01:41.629826 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-654e8303-f06a-4e37-97ed-eee4c7f99620 req-1ac3d722-affc-4606-bdb2-1877ff1d82f5 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 210 time: 0.0418255 Jul 14 12:01:41.672736 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f2d4b-5c1d-44ee-9b8b-cf3fd9485149 req-10cac0c5-e9ad-4a9c-9094-12409e2a8484 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:41.674759 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b97f2d4b-5c1d-44ee-9b8b-cf3fd9485149 req-10cac0c5-e9ad-4a9c-9094-12409e2a8484 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 944 time: 0.0956175 Jul 14 12:01:41.714907 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b97f2d4b-5c1d-44ee-9b8b-cf3fd9485149 req-45e7c2d0-6d7f-4dcb-a891-34e1ad93ccd2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Jul 14 12:01:41.763716 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b5ff6f56-322a-42ac-a2d2-e18522e24624 req-948bff30-0be3-4e47-bd70-961b8ee9aa08 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0283628 Jul 14 12:01:42.437440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.378540 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:01:43.427295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:43.431322 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:43.431686 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.513019 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.535848 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:43.538528 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a5f08e-a5c0-4399-bcef-1056067cf6ad" -d '{"events": [{"server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "name": "network-vif-plugged", "status": "completed", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:43.551319 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:43.555415 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:43.556355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f42af1c0-3e9a-4a94-a9f5-b647870e7b6a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:01:43.592857 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: f42af1c0-3e9a-4a94-a9f5-b647870e7b6a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:01:43.593121 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f42af1c0-3e9a-4a94-a9f5-b647870e7b6a not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:01:43.616800 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:44.009554 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.352193 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Request body: {'port': {'device_id': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc', 'admin_state_up': True, 'tenant_id': '942137075bbb42f5bfa8037c3125eb36'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:44.458207 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Made reservation on behalf of 942137075bbb42f5bfa8037c3125eb36 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:44.461856 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.470709 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.578394 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.582338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.624531 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c89687cc-4c1e-4aa4-bbef-3c4c82d6604a req-f6ea4254-9b28-403f-848b-057aea4702cc tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=97577aee-d538-424d-96e0-bff24f7aff7e HTTP/1.1" status: 200 len: 210 time: 0.0361304 Jul 14 12:01:44.649154 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:44.710895 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415cf47-6615-4df1-b170-1bad56ff1443 req-dfd653f5-7b6f-4506-9326-acea2639b200 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:44.712774 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1415cf47-6615-4df1-b170-1bad56ff1443 req-dfd653f5-7b6f-4506-9326-acea2639b200 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0757453 Jul 14 12:01:44.739256 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Allocated IP 192.168.233.222 (29b211d9-41fb-4c5a-a3a3-c5de4a9005bc/b3011d3c-e4ee-4bee-941e-1f1acee4c2b9/89c95095-b796-4038-aeba-c101b7bf3ae3) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:44.770033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d7a84b9c-414b-450b-a314-766484a0d3c7 req-8d9338cc-b7f1-4c15-b0ee-b5a8778f51ca tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0344455 Jul 14 12:01:44.782424 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1415cf47-6615-4df1-b170-1bad56ff1443 req-201372cd-134f-4ac1-bff2-a3793bf124dc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631955 Jul 14 12:01:44.829320 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd45ac-7dc5-4aad-a8d4-9e3f9bc3d9a3 x-openstack-request-id: req-23fd45ac-7dc5-4aad-a8d4-9e3f9bc3d9a3 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:44.829838 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "name": "network-vif-plugged", "status": "completed", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:44.829838 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23fd45ac-7dc5-4aad-a8d4-9e3f9bc3d9a3 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:44.830248 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663', 'code': 200} Jul 14 12:01:44.931013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:44.944647 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Transition to ACTIVE for port object 89c95095-b796-4038-aeba-c101b7bf3ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:44.976647 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.026031 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:45.029326 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:45.036549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:45.040370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Pushing event updated for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:45.086166 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:45.086789 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.102819 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3d48c879-eed9-41de-a149-10551dfc5be2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7546403 Jul 14 12:01:45.271044 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-423934df-dfa8-4a0c-8099-9d4108706161 None None] Provisioning for port 89c95095-b796-4038-aeba-c101b7bf3ae3 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:01:45.274567 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-423934df-dfa8-4a0c-8099-9d4108706161 None None] Provisioning complete for port 89c95095-b796-4038-aeba-c101b7bf3ae3 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:01:45.274935 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-423934df-dfa8-4a0c-8099-9d4108706161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:45.307576 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-423934df-dfa8-4a0c-8099-9d4108706161 None None] Port 89c95095-b796-4038-aeba-c101b7bf3ae3 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:01:45.944711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f6a6c-a561-4de9-83d7-2c5f8309f476 req-67aa98a6-dfda-4bec-8591-9c31dfcf9107 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:45.946177 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b19f6a6c-a561-4de9-83d7-2c5f8309f476 req-67aa98a6-dfda-4bec-8591-9c31dfcf9107 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 936 time: 0.0608039 Jul 14 12:01:45.982938 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b19f6a6c-a561-4de9-83d7-2c5f8309f476 req-4e8c25fe-2e6d-43cc-828e-77b46eddafef tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Jul 14 12:01:46.155606 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-9773cbdd-3569-4783-905b-0bfff4ac763a tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:46.157073 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-9773cbdd-3569-4783-905b-0bfff4ac763a tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 809 time: 0.0989830 Jul 14 12:01:46.170845 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-7fd224f0-61d5-41e7-ae35-5c6022e7671d tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/quotas/02a9ce6be0cc45d996971427a6d6e05d HTTP/1.1" status: 200 len: 375 time: 0.0085511 Jul 14 12:01:46.201949 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-0ffd4d9e-d064-448d-8246-7a96caf174cf tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264573 Jul 14 12:01:46.286064 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-eb5bfc8f-5d8d-41ee-a3fa-46b63e82dfe8 service neutron] 10.222.0.44 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771277 Jul 14 12:01:46.373695 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-0250c785-b5b0-4402-a675-a42189598827 service neutron] 10.222.0.44 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820329 Jul 14 12:01:46.619976 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b066a2-1375-4c4f-a930-d4e0d6d69165 req-7effe1fc-b97e-4cec-84c5-587d91339ddf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:46.621596 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b1b066a2-1375-4c4f-a930-d4e0d6d69165 req-7effe1fc-b97e-4cec-84c5-587d91339ddf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0638611 Jul 14 12:01:46.660194 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b1b066a2-1375-4c4f-a930-d4e0d6d69165 req-bd6b3c0f-db04-4cdf-b7e5-41cec23ca265 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Jul 14 12:01:46.733785 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4d5b0b94-da2a-4daf-b74e-93b0a56d13c5 req-6d55933d-e6d7-4207-82a5-cd49ab5b6de5 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Jul 14 12:01:47.154236 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ea13-f596-486b-9807-82ac6992c7b7 req-0647b337-3379-437a-9dea-00c918e1ec4b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:47.155655 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e002ea13-f596-486b-9807-82ac6992c7b7 req-0647b337-3379-437a-9dea-00c918e1ec4b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 936 time: 0.0646200 Jul 14 12:01:47.192232 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e002ea13-f596-486b-9807-82ac6992c7b7 req-19fc18c2-0b03-488d-b3fe-65fcaf422a28 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302818 Jul 14 12:01:47.633333 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Request body: {'port': {'device_id': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:47.711213 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:47.886598 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be794dff-64f4-4186-a724-d7b71223bc08 req-be1f837f-e582-491d-8c1e-fa7b69b07f8f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:47.895832 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-be794dff-64f4-4186-a724-d7b71223bc08 req-be1f837f-e582-491d-8c1e-fa7b69b07f8f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0790460 Jul 14 12:01:47.947419 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bce10281-7dbb-4013-a29f-5821b0bbfc5e req-6621030c-d386-42ee-86d0-131aa8fb916f tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0495059 Jul 14 12:01:47.980097 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-be794dff-64f4-4186-a724-d7b71223bc08 req-a04220f5-8222-4c7e-b2cf-1bc41903b876 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785694 Jul 14 12:01:47.999274 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984759bf-2fc2-45b1-95ab-8e7492b68a12 req-021ea542-593c-48cc-8744-4e63710e12de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:48.000813 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-984759bf-2fc2-45b1-95ab-8e7492b68a12 req-021ea542-593c-48cc-8744-4e63710e12de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 1098 time: 0.1530745 Jul 14 12:01:48.068852 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c95095-b796-4038-aeba-c101b7bf3ae3 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:48.077237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.091015 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Transition to ACTIVE for port object 89c95095-b796-4038-aeba-c101b7bf3ae3 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:48.095534 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.147927 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.222285 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Attempting to bind port 89c95095-b796-4038-aeba-c101b7bf3ae3 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:48.222631 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Attempting to bind port 89c95095-b796-4038-aeba-c101b7bf3ae3 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:48.222959 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Attempting to bind port 89c95095-b796-4038-aeba-c101b7bf3ae3 on network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:48.227627 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Port 89c95095-b796-4038-aeba-c101b7bf3ae3 on network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:48.227947 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Attempting to bind port 89c95095-b796-4038-aeba-c101b7bf3ae3 on network 29b211d9-41fb-4c5a-a3a3-c5de4a9005bc {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:48.234266 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:48.234613 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Checking segment: {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:48.234995 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Bound using segment: {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:48.235426 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Bound port: 89c95095-b796-4038-aeba-c101b7bf3ae3, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c81f54-dd52-4b99-a4af-e57a6d875b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:48.235781 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.315581 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:48.318999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=89c95095-b796-4038-aeba-c101b7bf3ae3,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:48.323201 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.362508 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:48.363264 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:48.364836 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/89c95095-b796-4038-aeba-c101b7bf3ae3 HTTP/1.1" status: 200 len: 1098 time: 0.7360811 Jul 14 12:01:48.365372 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:48.367841 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fade40-5730-4370-89fc-ab8370d6d554" -d '{"events": [{"name": "network-changed", "server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:48.400578 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75de75f-fee8-4149-95b7-15d3a757e4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:48.418645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc4bdf-8f75-432c-8752-32f14139e51d x-openstack-request-id: req-a6cc4bdf-8f75-432c-8752-32f14139e51d {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:48.418999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:48.419313 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6cc4bdf-8f75-432c-8752-32f14139e51d {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:48.419772 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3', 'status': 'completed', 'code': 200} Jul 14 12:01:48.610499 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f1a5-fcf1-4b56-a6a0-a904ad31b4f3 req-5a9bab13-0916-4901-b526-93a3d35235aa tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:48.612597 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8460f1a5-fcf1-4b56-a6a0-a904ad31b4f3 req-5a9bab13-0916-4901-b526-93a3d35235aa tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.2795887 Jul 14 12:01:48.651876 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8460f1a5-fcf1-4b56-a6a0-a904ad31b4f3 req-d587a5c9-1266-4996-a123-5f55941879d8 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Jul 14 12:01:49.111411 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-82f2010a-65ab-4b7d-9efe-855359f195fb req-5e4d91d8-96e6-47c2-864d-952af442dc8e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0287025 Jul 14 12:01:49.270909 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4976c4-cbb6-4784-b16e-906fa11cc730 req-a784629d-c3eb-4906-900f-652488748a39 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:49.272429 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa4976c4-cbb6-4784-b16e-906fa11cc730 req-a784629d-c3eb-4906-900f-652488748a39 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0633919 Jul 14 12:01:49.326620 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa4976c4-cbb6-4784-b16e-906fa11cc730 req-ba244bc7-feec-4180-b1d4-e89adba77100 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Jul 14 12:01:49.821731 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1f090-5f78-4632-b7db-9b51f0fe8094 req-7560aaed-b78c-466b-aa43-8e967ac72136 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:49.823272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14a1f090-5f78-4632-b7db-9b51f0fe8094 req-7560aaed-b78c-466b-aa43-8e967ac72136 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.0610003 Jul 14 12:01:49.864273 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14a1f090-5f78-4632-b7db-9b51f0fe8094 req-332f558e-34dc-4032-9fd3-3a0d2a81524a tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353680 Jul 14 12:01:50.245458 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-93e008cd-dbed-4685-a8d1-a37e71bb3fc0 req-8d56a650-eec8-4ca8-b45f-d095569c2d13 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0274115 Jul 14 12:01:50.495978 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048fdb9-7176-4dbc-90bc-2957515f5cbe req-cd7e6c78-b34a-45ac-8176-3964b8d80170 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:50.497377 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c048fdb9-7176-4dbc-90bc-2957515f5cbe req-cd7e6c78-b34a-45ac-8176-3964b8d80170 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0636578 Jul 14 12:01:50.534871 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c048fdb9-7176-4dbc-90bc-2957515f5cbe req-2cb25ad4-ec77-443d-bb5c-381ef71e98d4 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Jul 14 12:01:50.800988 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-984759bf-2fc2-45b1-95ab-8e7492b68a12 req-c6105600-ae80-488f-8756-b677cf3380f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613201 Jul 14 12:01:50.821057 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fade40-5730-4370-89fc-ab8370d6d554 req-74e4e811-ce23-4e74-8e5b-711176e42fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:50.822480 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a3fade40-5730-4370-89fc-ab8370d6d554 req-74e4e811-ce23-4e74-8e5b-711176e42fae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942137075bbb42f5bfa8037c3125eb36&device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 1101 time: 0.0644817 Jul 14 12:01:51.040374 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a7f06-3a52-4090-a8c0-b0d7e30796d0 req-59a7ffb3-8a42-43ab-92a7-6c3faca6869b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.041884 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d7a7f06-3a52-4090-a8c0-b0d7e30796d0 req-59a7ffb3-8a42-43ab-92a7-6c3faca6869b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.0651608 Jul 14 12:01:51.081845 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d7a7f06-3a52-4090-a8c0-b0d7e30796d0 req-753f5c40-ccf6-4a1f-b984-7c23d1b407da tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jul 14 12:01:51.202496 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a3fade40-5730-4370-89fc-ab8370d6d554 req-6e5a9e21-b9c2-4d5d-a2e8-91401feb3403 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=942137075bbb42f5bfa8037c3125eb36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342455 Jul 14 12:01:51.311037 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fade40-5730-4370-89fc-ab8370d6d554 req-6e550cd1-bec0-4a9d-b8b8-0085bdd3e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.312553 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a3fade40-5730-4370-89fc-ab8370d6d554 req-6e550cd1-bec0-4a9d-b8b8-0085bdd3e66e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902672 Jul 14 12:01:51.387901 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3924c894-11bb-42aa-ac09-f71971eae672 req-5c475b22-ce82-4b94-9f7a-becac22a5517 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0298095 Jul 14 12:01:51.459877 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3a6072d6-1b1b-40c9-ac36-2d7f02e20f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.461544 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-3a6072d6-1b1b-40c9-ac36-2d7f02e20f69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942137075bbb42f5bfa8037c3125eb36&device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 1101 time: 0.0648289 Jul 14 12:01:51.515173 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-456996bd-3f9e-48b0-9b06-e6d860f3f0bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=89c95095-b796-4038-aeba-c101b7bf3ae3 HTTP/1.1" status: 200 len: 217 time: 0.0368800 Jul 14 12:01:51.572275 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-5b39a9ab-488e-4247-8416-b312d6246901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.573915 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-5b39a9ab-488e-4247-8416-b312d6246901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b3011d3c-e4ee-4bee-941e-1f1acee4c2b9 HTTP/1.1" status: 200 len: 843 time: 0.0491161 Jul 14 12:01:51.692761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08114e9-5173-4be1-b051-bc0077deefbc req-9691762a-283b-45c5-9f23-25917e55671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.694538 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-9691762a-283b-45c5-9f23-25917e55671f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=29b211d9-41fb-4c5a-a3a3-c5de4a9005bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0847795 Jul 14 12:01:51.744845 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a2c3b-0910-4be9-a9bc-de0d0a36f2d0 req-1c537b92-2f72-4705-bf5b-6c89345cd177 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.746799 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-214a2c3b-0910-4be9-a9bc-de0d0a36f2d0 req-1c537b92-2f72-4705-bf5b-6c89345cd177 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0891237 Jul 14 12:01:51.805251 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:01:51.822641 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-214a2c3b-0910-4be9-a9bc-de0d0a36f2d0 req-051b24f3-cdb6-4849-889e-f4f3061fe232 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639236 Jul 14 12:01:51.920567 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-dedbbb22-8b21-4225-a8df-71a899dc0c38 service neutron] 10.222.0.47 "GET /v2.0/networks/29b211d9-41fb-4c5a-a3a3-c5de4a9005bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155883 Jul 14 12:01:51.950829 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-054d37fc-e495-48d7-aff1-0421b233ccb7 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:51.952659 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-054d37fc-e495-48d7-aff1-0421b233ccb7 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 809 time: 0.1858525 Jul 14 12:01:52.001502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Request body: {'port': {'device_id': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77', 'admin_state_up': True, 'tenant_id': '02a9ce6be0cc45d996971427a6d6e05d'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:52.291059 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d911a-7e42-4719-a74f-6c7442112b99 req-b0f5033f-c246-4297-9e9f-520e5796b21b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:52.293334 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-251d911a-7e42-4719-a74f-6c7442112b99 req-b0f5033f-c246-4297-9e9f-520e5796b21b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.0913887 Jul 14 12:01:52.344310 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-251d911a-7e42-4719-a74f-6c7442112b99 req-24690108-d37d-40fa-bae4-751f3a65a3e9 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Jul 14 12:01:52.351918 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a08114e9-5173-4be1-b051-bc0077deefbc req-4896fdc8-102f-4b51-a4a2-0ffdfe7282b3 service neutron] 10.222.0.47 "GET /v2.0/networks/29b211d9-41fb-4c5a-a3a3-c5de4a9005bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192326 Jul 14 12:01:52.381772 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Made reservation on behalf of 02a9ce6be0cc45d996971427a6d6e05d for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:01:52.387483 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.517267 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Allocated IP 172.20.0.3 (4544e2df-30da-40f3-a8d5-cc348346df77/8a293991-dbf6-4faf-afc5-79812ffdb896/5190ce06-bb1b-4786-9dd7-e1cc029f988d) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:01:52.548570 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-97f93ed3-0d47-4580-af2b-34cde6a5777b req-f4d745e2-78b7-4cbb-8f2b-c60d629179b1 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 210 time: 0.0403299 Jul 14 12:01:52.669274 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.707311 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.746869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Network 4544e2df-30da-40f3-a8d5-cc348346df77 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:01:52.751816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:01:52.755185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:01:52.790185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Pushing event updated for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:52.817034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:52.817632 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:52.831378 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-30109cf7-ecdd-4358-8420-ec1d29ffe9b2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8336582 Jul 14 12:01:52.849243 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Request body: {'port': {'device_id': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:01:52.923662 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.036983 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f38e5-6a4c-4435-a364-22ac518e8f0d req-42e2bcec-d7f9-4d00-94dc-6158bf6e38ce tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.038516 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b38f38e5-6a4c-4435-a364-22ac518e8f0d req-42e2bcec-d7f9-4d00-94dc-6158bf6e38ce tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0840263 Jul 14 12:01:53.081619 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b38f38e5-6a4c-4435-a364-22ac518e8f0d req-c89501f2-5bd7-4672-8a0f-c64aa926b86a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355830 Jul 14 12:01:53.226567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5190ce06-bb1b-4786-9dd7-e1cc029f988d {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:53.234721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.247467 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Transition to ACTIVE for port object 5190ce06-bb1b-4786-9dd7-e1cc029f988d will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:01:53.251480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.305600 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Pushing event updated for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:53.405529 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Attempting to bind port 5190ce06-bb1b-4786-9dd7-e1cc029f988d on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:01:53.406111 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Attempting to bind port 5190ce06-bb1b-4786-9dd7-e1cc029f988d by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:01:53.406405 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Attempting to bind port 5190ce06-bb1b-4786-9dd7-e1cc029f988d on network 4544e2df-30da-40f3-a8d5-cc348346df77 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:53.412187 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Port 5190ce06-bb1b-4786-9dd7-e1cc029f988d on network 4544e2df-30da-40f3-a8d5-cc348346df77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:01:53.412477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Attempting to bind port 5190ce06-bb1b-4786-9dd7-e1cc029f988d on network 4544e2df-30da-40f3-a8d5-cc348346df77 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:01:53.443696 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:01:53.443954 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Checking segment: {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:01:53.444383 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Bound using segment: {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:01:53.445114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Bound port: 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476d37fb-8003-43a6-b03f-a7d02a3b185a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:01:53.445226 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.513153 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d231-9caf-4ffe-b54e-f6843e34ec99 req-5fe97391-08c7-49af-9c95-ba40d0ab8dec tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.515404 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f709d231-9caf-4ffe-b54e-f6843e34ec99 req-5fe97391-08c7-49af-9c95-ba40d0ab8dec tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0642862 Jul 14 12:01:53.526912 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1264025-3246-474e-bede-22ea42c1ca56 req-932ded18-8c51-440d-9de5-ca40efa7985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.528441 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-932ded18-8c51-440d-9de5-ca40efa7985f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 1098 time: 0.1137941 Jul 14 12:01:53.535122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:01:53.546999 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:01:53.560933 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f709d231-9caf-4ffe-b54e-f6843e34ec99 req-54933b52-7f7a-4e78-82b6-969142b1f84d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379295 Jul 14 12:01:53.600270 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.646063 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.646824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:53.648469 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] 10.222.0.47 "PUT /v2.0/ports/5190ce06-bb1b-4786-9dd7-e1cc029f988d HTTP/1.1" status: 200 len: 1093 time: 0.8037202 Jul 14 12:01:53.649172 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:01:53.651596 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7164fc-cec5-4718-a6b6-802f504a6558" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:01:53.725397 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c861f-4acc-467a-ad11-504fa838d111 service neutron] Pushing event updated for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:53.732567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1264025-3246-474e-bede-22ea42c1ca56 req-1190b78b-ef48-4ccf-89fa-a59fc59e64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.734135 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-1190b78b-ef48-4ccf-89fa-a59fc59e64bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.1967418 Jul 14 12:01:53.771523 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d53d5-dab8-4066-8e90-2f35c2895ec5 req-ca639574-f663-42d1-982c-9e8209774a75 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.773382 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-428d53d5-dab8-4066-8e90-2f35c2895ec5 req-ca639574-f663-42d1-982c-9e8209774a75 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.0857670 Jul 14 12:01:53.803984 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-8875454e-7c65-4744-957d-fbfe1fec542a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 HTTP/1.1" status: 200 len: 217 time: 0.0596006 Jul 14 12:01:53.846804 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-428d53d5-dab8-4066-8e90-2f35c2895ec5 req-1c31cf1f-d9ef-40e1-92f5-d147541a63c3 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668566 Jul 14 12:01:53.881076 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-e9428297-09f4-492b-ba3e-9017e1eccc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.882832 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-e9428297-09f4-492b-ba3e-9017e1eccc77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 1096 time: 0.1228824 Jul 14 12:01:53.893882 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1264025-3246-474e-bede-22ea42c1ca56 req-c132fae2-093c-4277-af63-d08d25a55906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.894481 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073c8b6-179b-487e-b4ca-8d2302e0efa2 req-eb5828ec-b10a-4874-a43a-7419f3a03e61 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:53.895277 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-c132fae2-093c-4277-af63-d08d25a55906 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0577705 Jul 14 12:01:53.895984 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2073c8b6-179b-487e-b4ca-8d2302e0efa2 req-eb5828ec-b10a-4874-a43a-7419f3a03e61 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.0942690 Jul 14 12:01:53.902418 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4efb620-048d-4b6f-b2a2-64e7d112a7b9 x-openstack-request-id: req-c4efb620-048d-4b6f-b2a2-64e7d112a7b9 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:01:53.902803 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:01:53.903096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4efb620-048d-4b6f-b2a2-64e7d112a7b9 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:01:53.903505 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d', 'status': 'completed', 'code': 200} Jul 14 12:01:53.949319 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-8665c6f7-9368-46fa-8e12-7c87091678fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d HTTP/1.1" status: 200 len: 217 time: 0.0449183 Jul 14 12:01:53.952726 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2073c8b6-179b-487e-b4ca-8d2302e0efa2 req-93fa2ddd-a89c-4476-a432-7886239f48b0 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Jul 14 12:01:53.978131 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-8567dbea-ee98-49da-b403-f8a0e0bdf62b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659525 Jul 14 12:01:54.086880 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5970d9-353f-4155-b6c3-591b2d508825 req-eb87e9b9-9b91-42d8-bf90-f903e9abbb81 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.089063 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b5970d9-353f-4155-b6c3-591b2d508825 req-eb87e9b9-9b91-42d8-bf90-f903e9abbb81 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0697851 Jul 14 12:01:54.098281 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-386456f4-afd5-4f72-8680-5c5d8972064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.099868 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-386456f4-afd5-4f72-8680-5c5d8972064e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a293991-dbf6-4faf-afc5-79812ffdb896 HTTP/1.1" status: 200 len: 849 time: 0.1331806 Jul 14 12:01:54.132973 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b5970d9-353f-4155-b6c3-591b2d508825 req-4cd247a3-c30b-4ab1-a546-876f82ee15b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366726 Jul 14 12:01:54.142221 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-8a6c9524-95c1-4865-b365-82a08cb51bf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4544e2df-30da-40f3-a8d5-cc348346df77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343192 Jul 14 12:01:54.164743 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-3b10dfcb-1bfc-4bd3-b7eb-4367eccbc990 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580620 Jul 14 12:01:54.308874 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-a3799e97-c210-4341-9a35-d65d10b77a58 service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535916 Jul 14 12:01:54.331244 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d1264025-3246-474e-bede-22ea42c1ca56 req-9431e930-08cd-4153-975a-c16d1d81eba0 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533387 Jul 14 12:01:54.413955 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3b6a7ce6-91a9-4b6a-968e-19918ae21bc6 req-93627612-76f7-494e-8e11-a81ab0df4afb service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970519 Jul 14 12:01:54.616619 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-c3e4b7fd-b04e-47db-a01c-b04429009846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.618181 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-c3e4b7fd-b04e-47db-a01c-b04429009846 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 1096 time: 0.0565033 Jul 14 12:01:54.715091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-d56e299f-f455-41ff-8545-f1058757004a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.716600 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-d56e299f-f455-41ff-8545-f1058757004a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 200 len: 910 time: 0.0921464 Jul 14 12:01:54.746976 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f082ab-3058-47f6-bc68-320af96b7880 req-cf7ca68a-228d-47e8-89b0-21eb361dd4b1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.748524 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-87f082ab-3058-47f6-bc68-320af96b7880 req-cf7ca68a-228d-47e8-89b0-21eb361dd4b1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0705874 Jul 14 12:01:54.763222 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-74e0661e-800d-4071-992d-e0a7e7ce4733 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d HTTP/1.1" status: 200 len: 217 time: 0.0358815 Jul 14 12:01:54.787703 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-87f082ab-3058-47f6-bc68-320af96b7880 req-e21ea827-66ce-4ad5-ad0c-86aae980cf2b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325787 Jul 14 12:01:54.818023 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-c9b9e291-c7ef-4f7e-beb5-abe1c08b9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:54.819480 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-c9b9e291-c7ef-4f7e-beb5-abe1c08b9a30 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8a293991-dbf6-4faf-afc5-79812ffdb896 HTTP/1.1" status: 200 len: 849 time: 0.0498645 Jul 14 12:01:54.851335 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-1428da53-c347-49f8-aac5-8264f34b9c60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4544e2df-30da-40f3-a8d5-cc348346df77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250363 Jul 14 12:01:54.945142 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-19209cdd-f3aa-4d14-bf32-26e9049718d3 service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871806 Jul 14 12:01:55.047814 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80aa9b7-79a9-4cb8-80e2-999d9c484853 req-6b880c36-4452-4627-bb06-afbb5443444b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:55.052147 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34552) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:55.053529 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f80aa9b7-79a9-4cb8-80e2-999d9c484853 req-6b880c36-4452-4627-bb06-afbb5443444b tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 948 time: 0.0862980 Jul 14 12:01:55.069595 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e7164fc-cec5-4718-a6b6-802f504a6558 req-5883dbbb-6a4c-4a96-b812-f31a8e2f11b4 service neutron] 10.222.0.47 "GET /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178205 Jul 14 12:01:55.118493 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f80aa9b7-79a9-4cb8-80e2-999d9c484853 req-5fa0e3ee-1baf-49f7-9ecb-bd96fceaef9d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Jul 14 12:01:55.156866 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb3a73-c006-49a6-a959-9100f39dd030 req-16347b8b-22f3-4993-ad76-001cf77dcdd9 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:55.158957 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9efb3a73-c006-49a6-a959-9100f39dd030 req-16347b8b-22f3-4993-ad76-001cf77dcdd9 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.0725877 Jul 14 12:01:55.177745 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f9356592-4dfd-493d-9cbb-cba3e92e4df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.208772 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9efb3a73-c006-49a6-a959-9100f39dd030 req-05b0be75-1a2a-469b-8779-e6ee37c9cf2b tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Jul 14 12:01:55.278264 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f9356592-4dfd-493d-9cbb-cba3e92e4df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.282662 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f9356592-4dfd-493d-9cbb-cba3e92e4df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.322654 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f9356592-4dfd-493d-9cbb-cba3e92e4df8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ccba404d975467fa64a87b1e20f5489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672315 Jul 14 12:01:55.322654 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9356592-4dfd-493d-9cbb-cba3e92e4df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce68e9-f12e-47f6-babb-f7824ac09d37,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:55.322958 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0d8d5-9cab-44f5-827e-e739b4e75191 req-9e1ab305-b0bc-4c09-950c-8794f0c4b825 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:55.323053 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e8a0d8d5-9cab-44f5-827e-e739b4e75191 req-9e1ab305-b0bc-4c09-950c-8794f0c4b825 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0647862 Jul 14 12:01:55.323560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34560) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:01:55.362872 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e8a0d8d5-9cab-44f5-827e-e739b4e75191 req-7a5a6ec1-cc63-4d45-9a55-7f0960d2085d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317891 Jul 14 12:01:55.376293 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.398581 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.445021 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.447562 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.448742 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78ce68e9-f12e-47f6-babb-f7824ac09d37 HTTP/1.1" status: 204 len: 168 time: 0.1242645 Jul 14 12:01:55.457081 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddc949-d1fe-4704-8b7d-348393fb85b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce68e9-f12e-47f6-babb-f7824ac09d37,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:55.666474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 89c95095-b796-4038-aeba-c101b7bf3ae3 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:01:55.759712 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=89c95095-b796-4038-aeba-c101b7bf3ae3,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:55.770925 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '89c95095-b796-4038-aeba-c101b7bf3ae3', 'network_id': '29b211d9-41fb-4c5a-a3a3-c5de4a9005bc', 'port_id': '89c95095-b796-4038-aeba-c101b7bf3ae3', 'mac_address': 'fa:16:3e:ff:3f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3011d3c-e4ee-4bee-941e-1f1acee4c2b9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:01:55.805644 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.821446 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c95095-b796-4038-aeba-c101b7bf3ae3 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:01:55.840909 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=89c95095-b796-4038-aeba-c101b7bf3ae3,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:01:55.845324 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:01:55.891491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:01:55.969034 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1071-cd5e-45f9-871a-aab2e728ebff req-6864e828-5997-422b-9507-faf01d46cc2e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:55.970562 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e26c1071-cd5e-45f9-871a-aab2e728ebff req-6864e828-5997-422b-9507-faf01d46cc2e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0623081 Jul 14 12:01:56.008353 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e26c1071-cd5e-45f9-871a-aab2e728ebff req-076c7b1e-a26a-4ce9-8fe6-9fc3d96f3346 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Jul 14 12:01:56.301385 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616d62a-2d63-428e-a4f4-5e875aca5100 req-b2579f82-2a93-420d-8247-654f2c8e23f3 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:56.302859 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c616d62a-2d63-428e-a4f4-5e875aca5100 req-b2579f82-2a93-420d-8247-654f2c8e23f3 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 949 time: 0.0747817 Jul 14 12:01:56.368722 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c616d62a-2d63-428e-a4f4-5e875aca5100 req-f1742050-3246-4d0f-b0e1-44203d122879 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603373 Jul 14 12:01:56.396032 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ad84-01e8-40ca-83f1-d0bf617e8fa3 req-0ead38dd-6b18-449a-952a-19931d50949f tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:56.397590 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2ce1ad84-01e8-40ca-83f1-d0bf617e8fa3 req-0ead38dd-6b18-449a-952a-19931d50949f tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.0755157 Jul 14 12:01:56.435119 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2ce1ad84-01e8-40ca-83f1-d0bf617e8fa3 req-2a4563bf-d055-4746-ac87-b7182a379b59 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 14 12:01:56.537395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e24d1a-a074-4abc-a425-6648ea3d136c req-6d2393e4-e01f-4d4f-add2-83a814233429 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:56.538851 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-21e24d1a-a074-4abc-a425-6648ea3d136c req-6d2393e4-e01f-4d4f-add2-83a814233429 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0611179 Jul 14 12:01:56.578168 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-21e24d1a-a074-4abc-a425-6648ea3d136c req-facfafb7-7a95-4ade-8401-bb013873f927 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338321 Jul 14 12:01:57.178519 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356e49-69b9-4e82-99fc-85624bbda479 req-23decc58-0a69-4aa0-886e-6e53ba1403f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:57.179982 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-65356e49-69b9-4e82-99fc-85624bbda479 req-23decc58-0a69-4aa0-886e-6e53ba1403f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0617688 Jul 14 12:01:57.215195 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-65356e49-69b9-4e82-99fc-85624bbda479 req-0394be44-f20a-4490-8f95-0e82b6d46c3b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296733 Jul 14 12:01:57.541371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc48f37-8ca4-4606-bd87-9fab5898104d req-87c3c6e7-fc36-4695-bc3e-face92bdff21 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:57.542801 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1dc48f37-8ca4-4606-bd87-9fab5898104d req-87c3c6e7-fc36-4695-bc3e-face92bdff21 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 949 time: 0.0631466 Jul 14 12:01:57.617055 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1dc48f37-8ca4-4606-bd87-9fab5898104d req-09ea2d41-3941-491d-bf6e-597d1245152e tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624981 Jul 14 12:01:57.637005 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59633d-6893-4381-b167-0b07db36bfa6 req-8e2ec808-9648-415d-9751-e092a1ad7e54 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:57.638517 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1b59633d-6893-4381-b167-0b07db36bfa6 req-8e2ec808-9648-415d-9751-e092a1ad7e54 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.0924959 Jul 14 12:01:57.683529 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1b59633d-6893-4381-b167-0b07db36bfa6 req-b1801432-5201-48a6-89c0-69df7f6af605 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 Jul 14 12:01:57.778289 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043dc10-e71a-4b36-bcf6-09798fd9308a req-ca050b20-133f-4f41-ae5f-210127d2243b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:57.779771 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8043dc10-e71a-4b36-bcf6-09798fd9308a req-ca050b20-133f-4f41-ae5f-210127d2243b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0626304 Jul 14 12:01:57.816835 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8043dc10-e71a-4b36-bcf6-09798fd9308a req-508fdce7-0c33-4ca4-8135-e1b6453642c3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314853 Jul 14 12:01:58.390822 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf17fdb-2465-4400-b7e7-0483a94ebde1 req-fd254a3a-3489-4b0c-b6c0-95ed8dde2129 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:58.392357 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-baf17fdb-2465-4400-b7e7-0483a94ebde1 req-fd254a3a-3489-4b0c-b6c0-95ed8dde2129 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0668037 Jul 14 12:01:58.430081 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-baf17fdb-2465-4400-b7e7-0483a94ebde1 req-0f177e04-a650-48be-afab-7f875275320b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316145 Jul 14 12:01:58.791746 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275744f-1aa4-4965-9595-54cd48c28d12 req-e3527702-ff10-4b29-8071-cd3909e321cd tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:58.793325 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f275744f-1aa4-4965-9595-54cd48c28d12 req-e3527702-ff10-4b29-8071-cd3909e321cd tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 949 time: 0.0627286 Jul 14 12:01:58.860380 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f275744f-1aa4-4965-9595-54cd48c28d12 req-6b4b963a-6d11-44a4-8dd1-8fb16052dfc0 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550637 Jul 14 12:01:58.884079 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cc4f3-3673-4b3a-b74f-fec9f4541155 req-7966e378-cf4a-4db0-bbc9-754686695f15 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:58.885638 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c31cc4f3-3673-4b3a-b74f-fec9f4541155 req-7966e378-cf4a-4db0-bbc9-754686695f15 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.0894759 Jul 14 12:01:58.891006 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['89c95095-b796-4038-aeba-c101b7bf3ae3'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:01:58.930809 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c31cc4f3-3673-4b3a-b74f-fec9f4541155 req-472e5fa8-85fb-4abc-b0ca-f2b114b5640b tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377195 Jul 14 12:01:59.030872 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950fbee-74f2-4587-bce2-c4bedb17cbaf req-61e8f331-b3fb-4378-9388-fad6f126ae0c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:59.032920 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3950fbee-74f2-4587-bce2-c4bedb17cbaf req-61e8f331-b3fb-4378-9388-fad6f126ae0c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0704484 Jul 14 12:01:59.070794 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3950fbee-74f2-4587-bce2-c4bedb17cbaf req-d5f58893-9dfe-43b5-9a69-408e67c4abe8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317791 Jul 14 12:01:59.601378 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c9acc-6ca2-4ae8-8340-505d8bc1e0fe req-afab2268-e1e1-4b2b-b98b-b5ed8061cc18 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:01:59.603023 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c79c9acc-6ca2-4ae8-8340-505d8bc1e0fe req-afab2268-e1e1-4b2b-b98b-b5ed8061cc18 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0641129 Jul 14 12:01:59.640346 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c79c9acc-6ca2-4ae8-8340-505d8bc1e0fe req-cf6d0b92-bda1-41ee-9fc9-f24677f9738c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317552 Jul 14 12:02:00.082775 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af7dc-3c79-479b-8481-1f2511d20718 req-79c8323a-ad49-48e3-bca0-b42e07c8fdbe tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:00.084240 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ea4af7dc-3c79-479b-8481-1f2511d20718 req-79c8323a-ad49-48e3-bca0-b42e07c8fdbe tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 949 time: 0.0873971 Jul 14 12:02:00.145452 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ea4af7dc-3c79-479b-8481-1f2511d20718 req-360cb4de-e9ec-495c-93a5-da665daf7691 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451760 Jul 14 12:02:00.163161 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136211ec-2301-4e36-b69a-a57af2b01025 req-d7562eaa-3144-4bf3-b1da-411c8be78f13 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:00.164691 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-136211ec-2301-4e36-b69a-a57af2b01025 req-d7562eaa-3144-4bf3-b1da-411c8be78f13 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 943 time: 0.1033065 Jul 14 12:02:00.202574 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-136211ec-2301-4e36-b69a-a57af2b01025 req-b145c093-cb18-4fcc-a90b-31e4b13d9342 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Jul 14 12:02:00.303737 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77ac0-74d8-48bb-b49c-9a2aee5feb38 req-16a08107-530d-405b-bc14-f7e6f172fafa tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:00.305288 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4c77ac0-74d8-48bb-b49c-9a2aee5feb38 req-16a08107-530d-405b-bc14-f7e6f172fafa tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0615506 Jul 14 12:02:00.344713 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4c77ac0-74d8-48bb-b49c-9a2aee5feb38 req-1b1abe6a-94b8-4c61-bdae-7855ddee6ad7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340512 Jul 14 12:02:00.537892 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5190ce06-bb1b-4786-9dd7-e1cc029f988d details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:02:00.549205 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 89c95095-b796-4038-aeba-c101b7bf3ae3 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:02:00.662414 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 89c95095-b796-4038-aeba-c101b7bf3ae3 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:02:00.675723 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 89c95095-b796-4038-aeba-c101b7bf3ae3 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:02:00.676419 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:00.680512 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:00.715878 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '5190ce06-bb1b-4786-9dd7-e1cc029f988d', 'network_id': '4544e2df-30da-40f3-a8d5-cc348346df77', 'port_id': '5190ce06-bb1b-4786-9dd7-e1cc029f988d', 'mac_address': 'fa:16:3e:80:e1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a293991-dbf6-4faf-afc5-79812ffdb896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:02:00.765449 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:00.799665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5190ce06-bb1b-4786-9dd7-e1cc029f988d {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:02:00.818594 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:00.834703 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:00.839604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:00.875102 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:00.875625 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463633b1-3df2-402c-b291-c208bd6110e4 req-152dd2fa-23c2-484d-88ce-89a39705d720 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:00.877678 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-463633b1-3df2-402c-b291-c208bd6110e4 req-152dd2fa-23c2-484d-88ce-89a39705d720 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1225288 Jul 14 12:02:00.877887 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812728a9-15ce-4599-ae4e-47f4c19c362a" -d '{"events": [{"server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "name": "network-vif-plugged", "status": "completed", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:00.886419 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca5ef9-8434-4785-95cf-25a8f0acf1c3 req-30f763bd-6aba-4777-8446-e4aff37d7cd1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:00.887851 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1eca5ef9-8434-4785-95cf-25a8f0acf1c3 req-30f763bd-6aba-4777-8446-e4aff37d7cd1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1225302 Jul 14 12:02:00.898460 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=89c95095-b796-4038-aeba-c101b7bf3ae3,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:00.909886 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:00.916119 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:00.945501 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-463633b1-3df2-402c-b291-c208bd6110e4 req-52d84825-359a-4d79-b0f7-83dec07fb296 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562944 Jul 14 12:02:00.952421 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1eca5ef9-8434-4785-95cf-25a8f0acf1c3 req-104968f5-e467-47b5-a701-fabd9d19ad57 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556972 Jul 14 12:02:00.970793 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:01.001239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd549a9-5e27-442e-849e-4a27b68ce1af x-openstack-request-id: req-3dd549a9-5e27-442e-849e-4a27b68ce1af {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:01.001530 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "name": "network-vif-plugged", "status": "completed", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:01.001780 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dd549a9-5e27-442e-849e-4a27b68ce1af {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:01.002733 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3', 'code': 200} Jul 14 12:02:01.243566 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5190ce06-bb1b-4786-9dd7-e1cc029f988d'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:02:01.272800 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b3a7-5709-4896-a28b-607ebb345666 req-03dac2fe-7918-46df-ab25-95061c5b51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:01.274301 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c531b3a7-5709-4896-a28b-607ebb345666 req-03dac2fe-7918-46df-ab25-95061c5b51e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 1103 time: 0.0544586 Jul 14 12:02:01.316251 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c531b3a7-5709-4896-a28b-607ebb345666 req-a9013e73-68f8-4dda-9461-ef77537c6f3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Jul 14 12:02:01.389317 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca495d8c-82e7-449d-8d16-98f521519c7a req-96da31ed-c42e-4a44-b6f6-b488762a1872 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:01.390792 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ca495d8c-82e7-449d-8d16-98f521519c7a req-96da31ed-c42e-4a44-b6f6-b488762a1872 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.1016178 Jul 14 12:02:01.444560 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c3ec2-8cc6-4088-bab9-9af57d186dce req-66db6d4a-417d-4e84-8509-cdf96cf6f6af tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:01.446227 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f7c3ec2-8cc6-4088-bab9-9af57d186dce req-66db6d4a-417d-4e84-8509-cdf96cf6f6af tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 944 time: 0.1039631 Jul 14 12:02:01.449486 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ca495d8c-82e7-449d-8d16-98f521519c7a req-6ad972c6-abf5-4f93-b160-0059ed9417a8 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502846 Jul 14 12:02:01.484626 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f7c3ec2-8cc6-4088-bab9-9af57d186dce req-0b29d4a8-bc9c-45ca-9607-dd50e8d192b7 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Jul 14 12:02:01.619867 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9f3ba-99ca-4fe1-b3fa-ddf1bcd70bb4 req-1fdb04bd-5afe-462d-a964-a297c2e26174 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:01.621350 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-06b9f3ba-99ca-4fe1-b3fa-ddf1bcd70bb4 req-1fdb04bd-5afe-462d-a964-a297c2e26174 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0670192 Jul 14 12:02:01.660851 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-06b9f3ba-99ca-4fe1-b3fa-ddf1bcd70bb4 req-656eb1c7-64d0-4913-a6e1-dcecd2bd6ad7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338326 Jul 14 12:02:02.157555 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f693b9-5155-499e-a4a8-54245e579b79 req-220f23cc-8d58-4603-98d3-aac37562c0fa tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:02.159279 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-58f693b9-5155-499e-a4a8-54245e579b79 req-220f23cc-8d58-4603-98d3-aac37562c0fa tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0991442 Jul 14 12:02:02.170282 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172db1-a9fc-426f-afed-90647269b912 req-29a562e5-9600-42e4-b351-e339cc903218 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:02.171674 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f6172db1-a9fc-426f-afed-90647269b912 req-29a562e5-9600-42e4-b351-e339cc903218 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1020684 Jul 14 12:02:02.229023 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-58f693b9-5155-499e-a4a8-54245e579b79 req-11ea1d23-6ed0-4fd1-91bc-f66cabbbfcee tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563929 Jul 14 12:02:02.231700 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f6172db1-a9fc-426f-afed-90647269b912 req-bf1a3825-df14-4a70-a380-a6a6b5a5d2b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533850 Jul 14 12:02:02.568210 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5190ce06-bb1b-4786-9dd7-e1cc029f988d up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:02:02.618380 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 5190ce06-bb1b-4786-9dd7-e1cc029f988d completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:02:02.622140 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 5190ce06-bb1b-4786-9dd7-e1cc029f988d triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:02:02.622509 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:02.662730 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23916-69ac-4bed-a8a8-b322afa38b82 req-4fdb924a-29ed-4609-9464-3722f418d8e1 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:02.664371 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-79d23916-69ac-4bed-a8a8-b322afa38b82 req-4fdb924a-29ed-4609-9464-3722f418d8e1 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.1050904 Jul 14 12:02:02.695578 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73db6b4-4147-4a73-b42d-23c5c8c6d799 req-7318fbaa-4f9d-4c83-94f2-60e2cbcf29c6 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:02.697743 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f73db6b4-4147-4a73-b42d-23c5c8c6d799 req-7318fbaa-4f9d-4c83-94f2-60e2cbcf29c6 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 944 time: 0.1036747 Jul 14 12:02:02.698888 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:02.733585 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-79d23916-69ac-4bed-a8a8-b322afa38b82 req-299bee71-b2ef-4fd9-a3ce-6bb52ce3709f tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632927 Jul 14 12:02:02.735160 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:02.742135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:02.759376 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f73db6b4-4147-4a73-b42d-23c5c8c6d799 req-85cb7262-3c83-4a92-8c12-66c65882e498 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Jul 14 12:02:02.815670 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:02.907936 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7798f-ad25-4ce8-84b6-44ddf7e4acf1 req-e57c5270-ee58-4272-8628-cc93e05901cd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:02.910096 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63e7798f-ad25-4ce8-84b6-44ddf7e4acf1 req-e57c5270-ee58-4272-8628-cc93e05901cd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0722678 Jul 14 12:02:02.949268 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63e7798f-ad25-4ce8-84b6-44ddf7e4acf1 req-0bb56235-206a-4901-8f1c-89e91ec2a5cd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326183 Jul 14 12:02:03.003917 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:03.006275 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815e8e18-ef4e-4f45-9907-b646d06a65c8" -d '{"events": [{"server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "name": "network-vif-plugged", "status": "completed", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:03.042127 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb5068-ffd6-4716-9f70-dbb36e21a607 x-openstack-request-id: req-8efb5068-ffd6-4716-9f70-dbb36e21a607 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:03.042412 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "name": "network-vif-plugged", "status": "completed", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:03.042658 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8efb5068-ffd6-4716-9f70-dbb36e21a607 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:03.043047 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d', 'code': 200} Jul 14 12:02:03.332164 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991cc86-d706-43a3-919d-799412704279 req-2eaafbb9-0eb6-4d24-ba3e-fa8cc1c56174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.333890 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4991cc86-d706-43a3-919d-799412704279 req-2eaafbb9-0eb6-4d24-ba3e-fa8cc1c56174 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 1098 time: 0.0556397 Jul 14 12:02:03.369627 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4991cc86-d706-43a3-919d-799412704279 req-d4611b3e-6b1b-44a3-821a-b92ada73dc50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280244 Jul 14 12:02:03.441429 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d30b92-cc6b-4351-b1cf-36f7b40d0ffc req-c801e97c-722c-4652-ba72-bad8b2cde669 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.442892 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d5d30b92-cc6b-4351-b1cf-36f7b40d0ffc req-c801e97c-722c-4652-ba72-bad8b2cde669 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1034672 Jul 14 12:02:03.454935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0a6b-9d5c-4613-b0d6-78d0d9add4c5 req-ef983c10-f1f0-4333-8b73-792a3b0eef60 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.456898 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ddb0a6b-9d5c-4613-b0d6-78d0d9add4c5 req-ef983c10-f1f0-4333-8b73-792a3b0eef60 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1067097 Jul 14 12:02:03.510865 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d5d30b92-cc6b-4351-b1cf-36f7b40d0ffc req-831c8f52-5b44-46b8-9c70-c475f466b3bc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529935 Jul 14 12:02:03.515559 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ddb0a6b-9d5c-4613-b0d6-78d0d9add4c5 req-e3aeb3ab-c680-4cd8-9c6c-00d8e0acbeec tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518489 Jul 14 12:02:03.841903 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 34694) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:03.910728 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-0fb47906-fb3b-4f13-bb33-3977ac03a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.912562 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-0fb47906-fb3b-4f13-bb33-3977ac03a6d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1098 time: 0.0614138 Jul 14 12:02:03.963245 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d10e-259a-451d-9f15-c96d3c291817 req-f0d9e105-09e3-4c36-a2c5-e266d2ad7100 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.964753 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd1d10e-259a-451d-9f15-c96d3c291817 req-f0d9e105-09e3-4c36-a2c5-e266d2ad7100 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.1141503 Jul 14 12:02:03.976892 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a32411-d1d6-4431-ae9b-ca85538af0f9 req-4b839794-a16d-470e-a107-32310613eb1a tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:03.978324 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b8a32411-d1d6-4431-ae9b-ca85538af0f9 req-4b839794-a16d-470e-a107-32310613eb1a tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0934520 Jul 14 12:02:03.999414 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.035278 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd1d10e-259a-451d-9f15-c96d3c291817 req-b88cc574-d305-4eda-a2e6-9033e6be1240 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558965 Jul 14 12:02:04.038123 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b8a32411-d1d6-4431-ae9b-ca85538af0f9 req-4fb0570b-7f28-44f9-87a1-7c378837aa17 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529246 Jul 14 12:02:04.078572 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-51d45e23-a783-4850-a480-b254194546a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.080323 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-51d45e23-a783-4850-a480-b254194546a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1389155 Jul 14 12:02:04.176260 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-a259d709-6bb9-4722-8b9a-39ee8a51d029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 1000 time: 0.0812857 Jul 14 12:02:04.189456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.194982 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.204098 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbc215-60e7-45df-be77-056500de9589 req-ff819b0a-d862-488f-a95f-fc3c6d531911 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.205626 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ffbbc215-60e7-45df-be77-056500de9589 req-ff819b0a-d862-488f-a95f-fc3c6d531911 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0644240 Jul 14 12:02:04.245322 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ffbbc215-60e7-45df-be77-056500de9589 req-4dedb9e9-1ff4-4221-a498-5ae5c1883a24 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334356 Jul 14 12:02:04.262489 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2374e5ea-b794-4830-905f-e246df618827,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:04.270256 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cbecd481c004bb0bc965e33818c2ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268832 Jul 14 12:02:04.274152 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 34704) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:04.276672 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.277019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.277349 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.277675 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.278080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.278355 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.278624 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.278939 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.279252 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.279687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.279878 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.280208 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21eb192-e044-4a38-810d-35626a698d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.293569 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-75466d06-2dd8-46f5-8c80-08e71499bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.294817 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-75466d06-2dd8-46f5-8c80-08e71499bf06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0835404 Jul 14 12:02:04.331900 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.353252 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.360543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-cd29bcf6-dee2-4d14-85e7-4d9b020eadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.362785 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-cd29bcf6-dee2-4d14-85e7-4d9b020eadd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553648 Jul 14 12:02:04.405805 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.409295 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:04.412970 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2374e5ea-b794-4830-905f-e246df618827 HTTP/1.1" status: 204 len: 168 time: 0.1353064 Jul 14 12:02:04.431269 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2374e5ea-b794-4830-905f-e246df618827,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:04.456180 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.456840 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.456840 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.457161 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.457489 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.457814 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.458134 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.458452 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.458777 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.459092 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.459409 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.459719 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ae83e9-7631-4dcd-a081-af1cb485f179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:04.492299 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-c2b49141-b1db-47f5-b196-8e5a7ee88ccd service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949817 Jul 14 12:02:04.506120 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaa2c3-88c7-4f4e-8e55-69d2d979fc1c req-31fabf66-b44f-48be-81e1-3a3549c514e7 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.507965 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dffaa2c3-88c7-4f4e-8e55-69d2d979fc1c req-31fabf66-b44f-48be-81e1-3a3549c514e7 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.0921164 Jul 14 12:02:04.551101 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dffaa2c3-88c7-4f4e-8e55-69d2d979fc1c req-2458cb01-258f-4f19-a4f6-672ed5fc4ce2 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Jul 14 12:02:04.603098 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5d9bed6-ec02-4c8f-886e-fea29c93b938 req-871aaa7e-b579-4a44-b1b4-e969053b7349 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039398 Jul 14 12:02:04.759404 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fcf22-9b97-4c1c-93e8-ddb2921200ef req-2d1dfb22-471c-4bc3-9af9-b3c9779a1b5b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.760956 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae5fcf22-9b97-4c1c-93e8-ddb2921200ef req-2d1dfb22-471c-4bc3-9af9-b3c9779a1b5b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1106601 Jul 14 12:02:04.773169 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398bf4-01f2-4d3e-b09d-3570500a99f4 req-75f5194e-bb91-47b8-9281-7e08a3740cca tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:04.774657 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fd398bf4-01f2-4d3e-b09d-3570500a99f4 req-75f5194e-bb91-47b8-9281-7e08a3740cca tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1119175 Jul 14 12:02:04.827108 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae5fcf22-9b97-4c1c-93e8-ddb2921200ef req-160e6541-98c2-41cc-bdec-582c4ea3fcad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513623 Jul 14 12:02:04.834905 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fd398bf4-01f2-4d3e-b09d-3570500a99f4 req-9f90aab0-4d25-406f-b741-1df62b5bdfc9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Jul 14 12:02:05.231325 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880622-613b-4ff3-ae31-66f44c27ae0c req-4af3f816-51e5-4273-81ad-66e28474e02d tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:05.233144 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-45880622-613b-4ff3-ae31-66f44c27ae0c req-4af3f816-51e5-4273-81ad-66e28474e02d tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0674715 Jul 14 12:02:05.277809 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-45880622-613b-4ff3-ae31-66f44c27ae0c req-2638f435-d3f9-4124-8261-30fb1c451b61 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jul 14 12:02:05.434447 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab868cb-6ea4-41a0-bb50-ca17f2ceaf6e req-c6fa7601-d00e-4be2-8442-dce937af66a2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:05.436117 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bab868cb-6ea4-41a0-bb50-ca17f2ceaf6e req-c6fa7601-d00e-4be2-8442-dce937af66a2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0685418 Jul 14 12:02:05.476275 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bab868cb-6ea4-41a0-bb50-ca17f2ceaf6e req-54711d6c-591e-4050-9656-12f54f0b4e48 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336356 Jul 14 12:02:05.745514 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870a073-916d-46ef-ba32-75f4ee35fd7d req-c27d4618-a346-406e-b756-df1ed6b15692 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:05.747010 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9870a073-916d-46ef-ba32-75f4ee35fd7d req-c27d4618-a346-406e-b756-df1ed6b15692 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.0625615 Jul 14 12:02:05.785375 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9870a073-916d-46ef-ba32-75f4ee35fd7d req-9009da3a-0108-4d18-b2a3-99105de26556 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319686 Jul 14 12:02:06.049139 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f4dc3-9f4d-4770-a236-ff6205b19552 req-f0a2d9e7-7a60-421e-b5e4-88ba37803802 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.051089 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-739f4dc3-9f4d-4770-a236-ff6205b19552 req-f0a2d9e7-7a60-421e-b5e4-88ba37803802 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1089671 Jul 14 12:02:06.062227 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033adc4e-7a3d-4752-9aae-cfd6bd71d225 req-613438a7-070d-4f2e-91e0-852368fc5a1e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.063583 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-033adc4e-7a3d-4752-9aae-cfd6bd71d225 req-613438a7-070d-4f2e-91e0-852368fc5a1e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1115403 Jul 14 12:02:06.118052 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-739f4dc3-9f4d-4770-a236-ff6205b19552 req-43e0ec28-9230-4757-a612-39e6414080bc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535078 Jul 14 12:02:06.122779 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-033adc4e-7a3d-4752-9aae-cfd6bd71d225 req-19f24b23-6a31-4ca0-9729-f163bf3a1ba7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526254 Jul 14 12:02:06.551825 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dab68-a486-4de3-8ba6-f3e547cc7964 req-fceaa14c-17de-4589-917d-4d0083252bb3 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.554132 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1d8dab68-a486-4de3-8ba6-f3e547cc7964 req-fceaa14c-17de-4589-917d-4d0083252bb3 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0664940 Jul 14 12:02:06.574602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:06.605122 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1d8dab68-a486-4de3-8ba6-f3e547cc7964 req-a97fbe33-67d3-4649-8975-2db3117d4a54 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Jul 14 12:02:06.690165 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eee7d-d64c-47ff-ab6a-634b58b57289 req-a251ffa4-cf62-4240-ad26-6093bd080010 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.696812 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c02eee7d-d64c-47ff-ab6a-634b58b57289 req-a251ffa4-cf62-4240-ad26-6093bd080010 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0862882 Jul 14 12:02:06.732805 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c02eee7d-d64c-47ff-ab6a-634b58b57289 req-b4f4cca5-f6de-4f16-8b27-e167937da60e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351462 Jul 14 12:02:06.965556 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948736f-6c34-477e-9f11-754f82b0aa91 req-5cdc6cf4-379f-43f8-9a81-ae4a5c5cb28e tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.967275 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1948736f-6c34-477e-9f11-754f82b0aa91 req-5cdc6cf4-379f-43f8-9a81-ae4a5c5cb28e tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.0646913 Jul 14 12:02:06.994982 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-0a05e254-373d-475d-b870-884a7e871425 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:06.997347 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-0a05e254-373d-475d-b870-884a7e871425 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.47 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 950 time: 0.0720086 Jul 14 12:02:07.006035 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1948736f-6c34-477e-9f11-754f82b0aa91 req-68b125dd-95c3-4da1-acca-66698c41fd64 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/security-groups?id=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jul 14 12:02:07.119365 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Deleting port 89c95095-b796-4038-aeba-c101b7bf3ae3 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:02:07.119698 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:07.219813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] For port 89c95095-b796-4038-aeba-c101b7bf3ae3, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=89c95095-b796-4038-aeba-c101b7bf3ae3,segment=NetworkSegment(28c81f54-dd52-4b99-a4af-e57a6d875b53),segment_id=28c81f54-dd52-4b99-a4af-e57a6d875b53)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:07.220195 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:07.235177 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Calling delete_port for 89c95095-b796-4038-aeba-c101b7bf3ae3 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:02:07.341080 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4859e4a-9435-4787-b5a2-e5e87e7d35f7 req-4a40ec7b-258d-4fb3-aaaa-3ea45ac4efbc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:07.342560 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c4859e4a-9435-4787-b5a2-e5e87e7d35f7 req-4a40ec7b-258d-4fb3-aaaa-3ea45ac4efbc tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1061447 Jul 14 12:02:07.355139 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3777b-4c51-4498-919a-e87396bdaed4 req-31fbc872-7f3f-448f-bc71-2dce561a273e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:07.356571 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cea3777b-4c51-4498-919a-e87396bdaed4 req-31fbc872-7f3f-448f-bc71-2dce561a273e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0922430 Jul 14 12:02:07.371928 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:07.398836 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Pushing event deleted for resources: {'Port': ['ID=89c95095-b796-4038-aeba-c101b7bf3ae3,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:07.416761 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c4859e4a-9435-4787-b5a2-e5e87e7d35f7 req-ed8744c5-fe73-491d-9487-b5a9dcafd452 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589702 Jul 14 12:02:07.421129 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['89c95095-b796-4038-aeba-c101b7bf3ae3'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:02:07.427907 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cea3777b-4c51-4498-919a-e87396bdaed4 req-a554d31a-b3a8-4def-9e18-805c0de92530 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 Jul 14 12:02:07.472702 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] No DVR routers for this DVR port 89c95095-b796-4038-aeba-c101b7bf3ae3 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:02:07.475398 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:07.477550 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-94fd7cfe-9377-4b7e-9c8b-55833440961d req-dc88fdc9-cf34-4b50-b1a0-17fee7358c1d tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.47 "DELETE /v2.0/ports/89c95095-b796-4038-aeba-c101b7bf3ae3 HTTP/1.1" status: 204 len: 173 time: 0.4661195 Jul 14 12:02:07.478069 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'name': 'network-vif-deleted', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:07.480451 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c4814-086a-4012-b78c-43f4974d2ed1" -d '{"events": [{"server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "name": "network-vif-deleted", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:07.519488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f61a712-ee99-49c5-aff0-f2cd7e79d17e x-openstack-request-id: req-0f61a712-ee99-49c5-aff0-f2cd7e79d17e {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:07.519774 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9faff28-1f18-4b44-bee2-5fa3717bf19d", "name": "network-vif-deleted", "tag": "89c95095-b796-4038-aeba-c101b7bf3ae3", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:07.520060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f61a712-ee99-49c5-aff0-f2cd7e79d17e {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:07.520691 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9faff28-1f18-4b44-bee2-5fa3717bf19d', 'name': 'network-vif-deleted', 'tag': '89c95095-b796-4038-aeba-c101b7bf3ae3', 'status': 'completed', 'code': 200} Jul 14 12:02:07.790185 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8438-b77e-448c-bec5-acbcac18e390 req-b3983a46-6265-4381-91a0-d901fc062335 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:07.791623 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bcfa8438-b77e-448c-bec5-acbcac18e390 req-b3983a46-6265-4381-91a0-d901fc062335 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0659325 Jul 14 12:02:07.829123 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bcfa8438-b77e-448c-bec5-acbcac18e390 req-a924a566-5583-4c07-8cdf-143e41217804 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318027 Jul 14 12:02:07.915335 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221d0a4-4d3b-41da-964f-120aa3ad7fbe req-89edc33f-b8b0-4ec6-be53-8505ec4ec503 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:07.916976 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c221d0a4-4d3b-41da-964f-120aa3ad7fbe req-89edc33f-b8b0-4ec6-be53-8505ec4ec503 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0653248 Jul 14 12:02:07.958270 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c221d0a4-4d3b-41da-964f-120aa3ad7fbe req-042e2fcf-6b07-4e21-b774-b788d16a5378 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320153 Jul 14 12:02:08.159546 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-21f32c77-28c8-4c13-be84-d915c56faa65 req-3976a098-bb76-4e34-be4c-ea958438d035 tempest-VolumesNegativeTest-1389130864 tempest-VolumesNegativeTest-1389130864-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9faff28-1f18-4b44-bee2-5fa3717bf19d HTTP/1.1" status: 200 len: 210 time: 0.0285351 Jul 14 12:02:08.390733 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-17cdf760-fd2c-4cb7-8d41-bc4ad87167c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:08.835853 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607cbe5-b394-4cad-b91b-86f46c614828 req-8e90c7a6-4175-436d-93c3-c17c8ad345da tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:08.837484 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c607cbe5-b394-4cad-b91b-86f46c614828 req-8e90c7a6-4175-436d-93c3-c17c8ad345da tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.3080096 Jul 14 12:02:08.854409 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011126-d0dd-4d5f-9c67-ee1e03862dfd req-b4374fe3-1f5d-49af-bcff-5eab109e9c0d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:08.855857 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6011126-d0dd-4d5f-9c67-ee1e03862dfd req-b4374fe3-1f5d-49af-bcff-5eab109e9c0d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.2986758 Jul 14 12:02:08.857577 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-26a881be-e4e9-4b68-b001-44d3e616247e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:08.858965 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-26a881be-e4e9-4b68-b001-44d3e616247e tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0696626 Jul 14 12:02:08.911651 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c607cbe5-b394-4cad-b91b-86f46c614828 req-acc0092a-ce66-4ab0-af9e-73bfe21d449d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650606 Jul 14 12:02:08.914593 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6011126-d0dd-4d5f-9c67-ee1e03862dfd req-db8ed41c-791c-4c9b-8032-71c2059be652 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Jul 14 12:02:08.972112 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Deleting port 5190ce06-bb1b-4786-9dd7-e1cc029f988d {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:02:08.972560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.069117 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] For port 5190ce06-bb1b-4786-9dd7-e1cc029f988d, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5190ce06-bb1b-4786-9dd7-e1cc029f988d,segment=NetworkSegment(476d37fb-8003-43a6-b03f-a7d02a3b185a),segment_id=476d37fb-8003-43a6-b03f-a7d02a3b185a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:09.069379 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.084632 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Calling delete_port for 5190ce06-bb1b-4786-9dd7-e1cc029f988d owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:02:09.098492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68593c4d-f163-422b-968a-ed7cf5a2796b req-093e04ee-5798-46ca-9fed-001935a7e109 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:09.099932 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68593c4d-f163-422b-968a-ed7cf5a2796b req-093e04ee-5798-46ca-9fed-001935a7e109 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/ports?device_id=b42d5ca5-fa49-48d9-a733-e594f098a298 HTTP/1.1" status: 200 len: 945 time: 0.0807605 Jul 14 12:02:09.165269 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68593c4d-f163-422b-968a-ed7cf5a2796b req-3da3080a-4687-4ea7-9fd6-396f0ba7694a tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.44 "GET /v2.0/security-groups?id=2f0d5078-87f4-46ad-b918-ff5204f84fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Jul 14 12:02:09.184048 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7179db3-d26a-4f97-801e-cd002597827a req-6431019e-8fbd-4866-aeeb-f40e42c259fb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:09.185598 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d7179db3-d26a-4f97-801e-cd002597827a req-6431019e-8fbd-4866-aeeb-f40e42c259fb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1037638 Jul 14 12:02:09.226367 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.237102 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d7179db3-d26a-4f97-801e-cd002597827a req-3059f0cb-fecf-4372-acb7-321d6a4e0754 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443289 Jul 14 12:02:09.257947 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Pushing event deleted for resources: {'Port': ['ID=5190ce06-bb1b-4786-9dd7-e1cc029f988d,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:09.271440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5190ce06-bb1b-4786-9dd7-e1cc029f988d'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:02:09.309551 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] No DVR routers for this DVR port 5190ce06-bb1b-4786-9dd7-e1cc029f988d on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:02:09.312157 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:09.314100 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e5ffcfef-73cc-4eec-b2ff-51a32675b678 req-da247eb5-b013-4e77-90a3-8138c19c77c2 tempest-VolumesActionsTest-796904324 tempest-VolumesActionsTest-796904324-project] 10.222.0.47 "DELETE /v2.0/ports/5190ce06-bb1b-4786-9dd7-e1cc029f988d HTTP/1.1" status: 204 len: 173 time: 0.4479070 Jul 14 12:02:09.521333 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'name': 'network-vif-deleted', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:09.523851 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a77c51-edc4-40a5-840c-672db8f1b4ea" -d '{"events": [{"server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "name": "network-vif-deleted", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:09.561995 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997f164-e9ac-4ec6-8d59-900631c35e4b x-openstack-request-id: req-e997f164-e9ac-4ec6-8d59-900631c35e4b {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:09.562289 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d5ca5-fa49-48d9-a733-e594f098a298", "name": "network-vif-deleted", "tag": "5190ce06-bb1b-4786-9dd7-e1cc029f988d", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:09.562539 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e997f164-e9ac-4ec6-8d59-900631c35e4b {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:09.562931 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d5ca5-fa49-48d9-a733-e594f098a298', 'name': 'network-vif-deleted', 'tag': '5190ce06-bb1b-4786-9dd7-e1cc029f988d', 'status': 'completed', 'code': 200} Jul 14 12:02:10.164979 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb303e60-da12-4680-9a3f-c1e3091c5fa5 req-0a39eee2-eb0d-4257-aaec-db653a2c7dd8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:10.166450 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eb303e60-da12-4680-9a3f-c1e3091c5fa5 req-0a39eee2-eb0d-4257-aaec-db653a2c7dd8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1143057 Jul 14 12:02:10.177603 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35f324-346b-4829-86eb-0453a44dc946 req-41379ede-e8cb-451e-a226-04be6a5ab55a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:10.179147 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7c35f324-346b-4829-86eb-0453a44dc946 req-41379ede-e8cb-451e-a226-04be6a5ab55a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1166193 Jul 14 12:02:10.240514 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eb303e60-da12-4680-9a3f-c1e3091c5fa5 req-10938e2f-47a1-4b67-b150-b50979635403 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601819 Jul 14 12:02:10.251234 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7c35f324-346b-4829-86eb-0453a44dc946 req-1774392e-229c-4061-ba3c-5a968bf4d52e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641515 Jul 14 12:02:10.443069 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e16328-2662-46a7-9eb6-6901b494f08c req-77720856-9736-4659-928c-fe9f7a1b11b8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:10.450331 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6e16328-2662-46a7-9eb6-6901b494f08c req-77720856-9736-4659-928c-fe9f7a1b11b8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0836999 Jul 14 12:02:10.490309 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6e16328-2662-46a7-9eb6-6901b494f08c req-12b0d4f0-2fb3-449e-b3a9-a377baf147c1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391004 Jul 14 12:02:10.831764 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-88c0d88f-1e9c-4e2b-8b9e-adc8db7caf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.323969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:11.475917 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb89bc4-c039-4fd6-acb9-03f31a7e052f req-147c0228-65c7-4a40-9b02-f1f69b7d1d10 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:11.477465 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cbb89bc4-c039-4fd6-acb9-03f31a7e052f req-147c0228-65c7-4a40-9b02-f1f69b7d1d10 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1078477 Jul 14 12:02:11.493517 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8fb3d-207e-41aa-b6d1-c18d1ac93be9 req-83fc845a-2b5c-4ef0-a0dd-143d0756684f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:11.494987 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-30b8fb3d-207e-41aa-b6d1-c18d1ac93be9 req-83fc845a-2b5c-4ef0-a0dd-143d0756684f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1154432 Jul 14 12:02:11.554022 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cbb89bc4-c039-4fd6-acb9-03f31a7e052f req-0ff03d82-0235-43bc-975e-95a1a876666f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688844 Jul 14 12:02:11.556907 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-30b8fb3d-207e-41aa-b6d1-c18d1ac93be9 req-2af4c0a7-6dec-48d9-82cc-316504154c8c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Jul 14 12:02:11.726300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fbc6c-5ff9-4dc1-bbff-05eff81918ec req-3842088b-8c5a-4568-ae05-5a749d64e459 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:11.727801 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa0fbc6c-5ff9-4dc1-bbff-05eff81918ec req-3842088b-8c5a-4568-ae05-5a749d64e459 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0648029 Jul 14 12:02:11.772802 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa0fbc6c-5ff9-4dc1-bbff-05eff81918ec req-8374c1e6-91ae-4547-b00a-211aff207e54 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388606 Jul 14 12:02:12.437403 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:12.769106 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fb99f-9618-44ec-8a49-72c5757696c0 req-ce5b1b5a-bbfe-4c0a-b9ef-5ee3fdc0b035 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:12.770584 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c5fb99f-9618-44ec-8a49-72c5757696c0 req-ce5b1b5a-bbfe-4c0a-b9ef-5ee3fdc0b035 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1008520 Jul 14 12:02:12.777711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efffa9-985b-4fce-84ea-033d8c273cfa req-7a081fd3-e802-4841-8480-5f366ec8974d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:12.779070 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a7efffa9-985b-4fce-84ea-033d8c273cfa req-7a081fd3-e802-4841-8480-5f366ec8974d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1112647 Jul 14 12:02:12.833234 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c5fb99f-9618-44ec-8a49-72c5757696c0 req-b6c465ef-ce4d-4c21-9500-dbebf53711c8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Jul 14 12:02:12.837962 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a7efffa9-985b-4fce-84ea-033d8c273cfa req-15d0ff12-9481-4f71-a32e-110d9480abf6 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521741 Jul 14 12:02:12.998476 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdf5fe-d916-4108-94bc-dc5621386f21 req-915b5503-c4bd-49bb-872e-d983df877d95 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:12.999987 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5ffdf5fe-d916-4108-94bc-dc5621386f21 req-915b5503-c4bd-49bb-872e-d983df877d95 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0656388 Jul 14 12:02:13.038610 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5ffdf5fe-d916-4108-94bc-dc5621386f21 req-3c832eca-5ce5-4587-97fe-1d04a5c3ddd4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323400 Jul 14 12:02:14.012900 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:14.046756 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb978b-9dcf-44b0-8398-c7a4910d53d4 req-d444c4a9-73b6-4a1f-86e9-ef9aa203b65e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:14.048368 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2feb978b-9dcf-44b0-8398-c7a4910d53d4 req-d444c4a9-73b6-4a1f-86e9-ef9aa203b65e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1051381 Jul 14 12:02:14.061249 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc479159-a4d8-4a86-b5aa-6babf78d35ea req-9992f802-1646-4fe7-ab79-a5a20d3b2600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:14.062737 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cc479159-a4d8-4a86-b5aa-6babf78d35ea req-9992f802-1646-4fe7-ab79-a5a20d3b2600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1105559 Jul 14 12:02:14.124214 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2feb978b-9dcf-44b0-8398-c7a4910d53d4 req-1c61cb66-9ef4-4de6-b804-43ba29f53b69 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603867 Jul 14 12:02:14.127459 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cc479159-a4d8-4a86-b5aa-6babf78d35ea req-faa51489-f605-4fd5-b8bb-cfb17ed9694b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557575 Jul 14 12:02:14.280285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5190ce06-bb1b-4786-9dd7-e1cc029f988d no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:14.283949 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09011fd9-7a76-445f-8b0a-f5155df4b59e req-b1f20bf0-2059-4364-b583-1c9a89f5ca9f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:14.285573 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-09011fd9-7a76-445f-8b0a-f5155df4b59e req-b1f20bf0-2059-4364-b583-1c9a89f5ca9f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0618191 Jul 14 12:02:14.299256 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 5190ce06-bb1b-4786-9dd7-e1cc029f988d {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:02:14.299605 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5190ce06-bb1b-4786-9dd7-e1cc029f988d not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:02:14.300132 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 89c95095-b796-4038-aeba-c101b7bf3ae3 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:14.322331 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 89c95095-b796-4038-aeba-c101b7bf3ae3 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:02:14.322331 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 89c95095-b796-4038-aeba-c101b7bf3ae3 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:02:14.323426 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-09011fd9-7a76-445f-8b0a-f5155df4b59e req-b6529c47-fec1-485d-877b-a1ad8786fb93 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322182 Jul 14 12:02:15.344418 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b8b4e-ff7e-435b-8608-49d2cdcde85f req-763c58d5-8179-454c-ab4b-fabc39998db7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:15.346547 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-322b8b4e-ff7e-435b-8608-49d2cdcde85f req-763c58d5-8179-454c-ab4b-fabc39998db7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1067767 Jul 14 12:02:15.357590 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10088e8b-0a1e-4ffd-9e5f-00f1c936e836 req-ac10e4b9-b3b6-4982-80c7-2503b38c71df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:15.358993 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-10088e8b-0a1e-4ffd-9e5f-00f1c936e836 req-ac10e4b9-b3b6-4982-80c7-2503b38c71df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0924215 Jul 14 12:02:15.412679 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-322b8b4e-ff7e-435b-8608-49d2cdcde85f req-0c2d9bb8-abfa-4932-b5ea-d4f0fccb673f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Jul 14 12:02:15.417404 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-10088e8b-0a1e-4ffd-9e5f-00f1c936e836 req-68641679-7c0c-4c13-88d9-1adcd6d3c94b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517488 Jul 14 12:02:15.568507 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ebc74-fcfd-46c2-9c71-eb997b03d700 req-7171a2c0-04a3-4664-b3a9-810b913553dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:15.569929 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-479ebc74-fcfd-46c2-9c71-eb997b03d700 req-7171a2c0-04a3-4664-b3a9-810b913553dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0617671 Jul 14 12:02:15.610642 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-479ebc74-fcfd-46c2-9c71-eb997b03d700 req-30aa7f94-1f0c-420a-a9d2-7f4139fe436e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352478 Jul 14 12:02:16.424615 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35210) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:16.644967 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febccba4-f321-4d7d-b633-ecd110fcfdb2 req-266689e5-9060-4c29-996a-35bb6639402f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:16.647535 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-febccba4-f321-4d7d-b633-ecd110fcfdb2 req-266689e5-9060-4c29-996a-35bb6639402f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1156240 Jul 14 12:02:16.652812 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f5f7788b-239b-44e3-a5a1-734479aea63b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=942137075bbb42f5bfa8037c3125eb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268803 Jul 14 12:02:16.653021 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 35220) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:16.689654 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fec6d-061e-42ec-b06a-7424a99e3080 req-a74667d9-4957-4465-a35c-ebea27a57d55 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:16.691151 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-586fec6d-061e-42ec-b06a-7424a99e3080 req-a74667d9-4957-4465-a35c-ebea27a57d55 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1261034 Jul 14 12:02:16.745331 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-febccba4-f321-4d7d-b633-ecd110fcfdb2 req-266f580c-832b-4e36-8216-6104b65f5b35 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899396 Jul 14 12:02:16.776640 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-586fec6d-061e-42ec-b06a-7424a99e3080 req-71f2fa4f-6d71-4216-b45a-055ded90a5a9 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769482 Jul 14 12:02:16.777402 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.802012 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.862768 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.865394 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:16.869301 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/616fdeb8-5130-4f59-8aae-0f98b7ed2ae8 HTTP/1.1" status: 204 len: 168 time: 0.2145021 Jul 14 12:02:16.877968 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7ae05-116c-4dd5-a571-46677ce3ed5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fdeb8-5130-4f59-8aae-0f98b7ed2ae8,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:17.000543 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6405-8b72-4764-bb79-3ddc38a9b4e7 req-ce1733f6-f4d9-4b23-924e-6d3bf91317ee tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:17.010008 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-38ab6405-8b72-4764-bb79-3ddc38a9b4e7 req-ce1733f6-f4d9-4b23-924e-6d3bf91317ee tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0989163 Jul 14 12:02:17.056996 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-38ab6405-8b72-4764-bb79-3ddc38a9b4e7 req-dec37f1c-7a54-4ebc-a8e5-6c29bc6e4d09 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463638 Jul 14 12:02:17.978698 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4971-7ebc-4aa5-97ec-614eb6a9f60d req-866b321a-f268-4c74-9830-89ffbfc1f7d6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:17.980323 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01eb4971-7ebc-4aa5-97ec-614eb6a9f60d req-866b321a-f268-4c74-9830-89ffbfc1f7d6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1151063 Jul 14 12:02:18.031532 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f9d9c-0b0b-4de7-9e60-f065ee5b4857 req-3d7c163d-759c-4d1c-af09-108ff7f8bfdf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:18.032957 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e70f9d9c-0b0b-4de7-9e60-f065ee5b4857 req-3d7c163d-759c-4d1c-af09-108ff7f8bfdf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1225123 Jul 14 12:02:18.073497 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01eb4971-7ebc-4aa5-97ec-614eb6a9f60d req-3eda1902-82f4-45d3-80ba-f241395f2462 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Jul 14 12:02:18.097576 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e70f9d9c-0b0b-4de7-9e60-f065ee5b4857 req-15f254fd-c672-49f5-b257-af3ea7db75e6 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522540 Jul 14 12:02:18.255850 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce05a23-9fe1-435f-9b78-ca343a09e049 req-9239ec35-603b-4949-b07a-8018827b9d3a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:18.257600 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fce05a23-9fe1-435f-9b78-ca343a09e049 req-9239ec35-603b-4949-b07a-8018827b9d3a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0675874 Jul 14 12:02:18.302761 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fce05a23-9fe1-435f-9b78-ca343a09e049 req-cee0ab46-6765-497c-941f-87d598fec2db tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389287 Jul 14 12:02:18.657287 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:02:18.758937 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:18.771442 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:02:18.816405 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:18.830988 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:02:18.855222 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:18.861509 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:18.914675 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:19.037585 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['c0fe9fa5-5c39-48b1-863f-2fa385e976d7'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:02:19.336087 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8a68f-6162-4ed1-9ac7-44a1de59e439 req-b1c95c48-b23e-4bde-b8d0-3f43143e922a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:19.337895 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4a8a68f-6162-4ed1-9ac7-44a1de59e439 req-b1c95c48-b23e-4bde-b8d0-3f43143e922a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1142311 Jul 14 12:02:19.345485 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b92ba-1172-46bf-b7da-d2cdb550c2d6 req-9787a0a6-aeab-4fd1-bda2-a15fa5bac214 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:19.347321 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b8b92ba-1172-46bf-b7da-d2cdb550c2d6 req-9787a0a6-aeab-4fd1-bda2-a15fa5bac214 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1132021 Jul 14 12:02:19.402438 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4a8a68f-6162-4ed1-9ac7-44a1de59e439 req-9909eeae-f843-4e1d-a683-5b0bc13dd913 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Jul 14 12:02:19.412712 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b8b92ba-1172-46bf-b7da-d2cdb550c2d6 req-2b213377-3d59-4637-8099-ea09949fdf51 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552423 Jul 14 12:02:19.579053 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f58410-8ea3-415f-be39-f2281afc3d27 req-18322dc3-4ef7-4516-8488-5910f2613212 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:19.580659 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-24f58410-8ea3-415f-be39-f2281afc3d27 req-18322dc3-4ef7-4516-8488-5910f2613212 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.0712490 Jul 14 12:02:19.624534 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-24f58410-8ea3-415f-be39-f2281afc3d27 req-7f90353a-29fc-4960-b687-598c49b08e54 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371571 Jul 14 12:02:20.651852 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c768bb-9474-4ddc-976c-d515ba27e18f req-12b49313-ac67-4b2d-8a80-e3928bc2d190 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:20.654631 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6c768bb-9474-4ddc-976c-d515ba27e18f req-12b49313-ac67-4b2d-8a80-e3928bc2d190 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1145189 Jul 14 12:02:20.664276 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c74545-3175-4dd2-ae40-1691f3df6f53 req-5a3a4045-4fdb-4a3c-81cd-f906e1fe15eb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:20.666020 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6c74545-3175-4dd2-ae40-1691f3df6f53 req-5a3a4045-4fdb-4a3c-81cd-f906e1fe15eb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1084354 Jul 14 12:02:20.679002 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:02:20.733860 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:02:20.734233 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.743844 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6c768bb-9474-4ddc-976c-d515ba27e18f req-afc2ab55-2aca-43c3-b2dd-fc76803e41eb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768247 Jul 14 12:02:20.770374 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6c74545-3175-4dd2-ae40-1691f3df6f53 req-d4d8dde3-3aec-454b-ba3a-dfed14b772b2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822620 Jul 14 12:02:20.841182 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.883269 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:20.886850 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf843ee4-b2b9-4696-ade0-9f5c545ef291" -d '{"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:20.891291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:20.900990 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:20.942969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac3f409-4947-4826-b3f5-3a305b03f264 x-openstack-request-id: req-5ac3f409-4947-4826-b3f5-3a305b03f264 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:20.942969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:20.942969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ac3f409-4947-4826-b3f5-3a305b03f264 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:20.942969 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'code': 200} Jul 14 12:02:20.985006 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=7']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:21.004760 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.005472 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.005820 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.006160 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.006541 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.006880 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.007507 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.007851 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.008262 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.008671 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.008965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.009480 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:02:21.090926 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289d16-7bc4-43ed-9e1d-53a23bd40c23 req-d2092a4c-3521-4b0e-b6f8-427953253b91 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:21.092444 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e9289d16-7bc4-43ed-9e1d-53a23bd40c23 req-d2092a4c-3521-4b0e-b6f8-427953253b91 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0649610 Jul 14 12:02:21.135925 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e9289d16-7bc4-43ed-9e1d-53a23bd40c23 req-6ade8087-83cb-4397-a1d3-5d73a51a7c85 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367079 Jul 14 12:02:22.026462 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faeba6-8aaf-4d50-ac92-67e83c15fc41 req-66ffdfab-9a50-4b6e-b1de-2ce0cdc03f4b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:22.028093 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76faeba6-8aaf-4d50-ac92-67e83c15fc41 req-66ffdfab-9a50-4b6e-b1de-2ce0cdc03f4b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1087475 Jul 14 12:02:22.041146 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e8313-6aab-4f1d-abbd-1e78c4c7f5e2 req-bd071647-9054-4f41-9399-9c98bd1d3285 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:22.042756 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-820e8313-6aab-4f1d-abbd-1e78c4c7f5e2 req-bd071647-9054-4f41-9399-9c98bd1d3285 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1343398 Jul 14 12:02:22.102482 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76faeba6-8aaf-4d50-ac92-67e83c15fc41 req-12940e03-cdca-4ded-979d-b1337a8bc08e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Jul 14 12:02:22.105282 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-820e8313-6aab-4f1d-abbd-1e78c4c7f5e2 req-67829bc6-3694-402b-b033-b78f1ace2736 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555456 Jul 14 12:02:22.477896 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a1a75-2d29-4bbe-9ccd-ee151c549da7 req-cd66d247-d248-4d01-9dc8-0d06d50f54ff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:22.485010 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-202a1a75-2d29-4bbe-9ccd-ee151c549da7 req-cd66d247-d248-4d01-9dc8-0d06d50f54ff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0736599 Jul 14 12:02:22.530557 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-202a1a75-2d29-4bbe-9ccd-ee151c549da7 req-b12d93da-e849-4ac8-b8e0-c818c82e1df6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444691 Jul 14 12:02:23.567403 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27181bd0-9ef0-43b4-871b-eea7b7534bc1 req-6db03a53-8571-4518-86a7-3d028837d7ad tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:23.576188 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27181bd0-9ef0-43b4-871b-eea7b7534bc1 req-6db03a53-8571-4518-86a7-3d028837d7ad tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.2561772 Jul 14 12:02:23.676481 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c584-b890-416c-b85c-d3c528b8fa49 req-d4a81483-5660-4aa8-b19b-83ad97505fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:23.679222 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6fd1c584-b890-416c-b85c-d3c528b8fa49 req-d4a81483-5660-4aa8-b19b-83ad97505fd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 1098 time: 0.1020348 Jul 14 12:02:23.680337 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27181bd0-9ef0-43b4-871b-eea7b7534bc1 req-7ca6d9c3-fa89-4439-9aa5-8372e21cf96d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032531 Jul 14 12:02:23.701864 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba654-07cd-48f6-a81f-14bb149d8b29 req-26a4346a-9eef-4fc8-80d7-ee02644c19bb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:23.710025 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-19bba654-07cd-48f6-a81f-14bb149d8b29 req-26a4346a-9eef-4fc8-80d7-ee02644c19bb tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.2664437 Jul 14 12:02:23.741430 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6fd1c584-b890-416c-b85c-d3c528b8fa49 req-f2c63a80-6ccf-457a-b2a5-c8b9ea831b3b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 Jul 14 12:02:23.803154 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-19bba654-07cd-48f6-a81f-14bb149d8b29 req-65f58ddc-8c78-4dda-8776-d2b37fba7fff tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918519 Jul 14 12:02:23.918500 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4609e35-5b09-4c9c-8ca0-0a60812d3079 req-ba80a39a-6f7d-4e54-9c66-f15ccd109b23 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:23.926341 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d4609e35-5b09-4c9c-8ca0-0a60812d3079 req-ba80a39a-6f7d-4e54-9c66-f15ccd109b23 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1002324 Jul 14 12:02:23.986439 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d4609e35-5b09-4c9c-8ca0-0a60812d3079 req-80f11240-9f22-47fd-b470-49634bc8c886 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591290 Jul 14 12:02:25.141907 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d280-09b9-47e4-9a4d-fe32569374f8 req-ba8d314d-e4cf-46d6-b30e-37633d564ef7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:25.144395 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f189d280-09b9-47e4-9a4d-fe32569374f8 req-ba8d314d-e4cf-46d6-b30e-37633d564ef7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.2261815 Jul 14 12:02:25.245700 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f189d280-09b9-47e4-9a4d-fe32569374f8 req-d781e54d-94ee-4040-aa2d-55bc04df2df3 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855334 Jul 14 12:02:25.312201 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce656e-b005-4939-b235-4e6551fcfe6f req-af3b04dc-8b2a-47d1-ac5f-37a0e841125b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:25.313981 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-72ce656e-b005-4939-b235-4e6551fcfe6f req-af3b04dc-8b2a-47d1-ac5f-37a0e841125b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.2963288 Jul 14 12:02:25.390636 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-72ce656e-b005-4939-b235-4e6551fcfe6f req-e97bfd78-a5bd-40f5-805e-4ba39da9c7f2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705545 Jul 14 12:02:25.491477 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679b0c0-427a-4e9d-98e8-949d300fd647 req-9899a025-cecc-4a3d-9a45-7cec8b519715 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:25.493360 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0679b0c0-427a-4e9d-98e8-949d300fd647 req-9899a025-cecc-4a3d-9a45-7cec8b519715 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0817907 Jul 14 12:02:25.572075 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0679b0c0-427a-4e9d-98e8-949d300fd647 req-a6ba261d-be6e-445e-a1c1-38e777be4674 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710907 Jul 14 12:02:26.589733 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc58e57-b3e0-48a5-903d-a1427020ec56 req-1e38ec57-afc6-4d8e-a089-7d91961f3848 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:26.591426 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9cc58e57-b3e0-48a5-903d-a1427020ec56 req-1e38ec57-afc6-4d8e-a089-7d91961f3848 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.1232188 Jul 14 12:02:26.707576 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9cc58e57-b3e0-48a5-903d-a1427020ec56 req-51e2e983-a480-4e58-8745-ab192de80048 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025026 Jul 14 12:02:26.791824 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24e039-abc4-4936-a8e4-ceb712b46b4c req-54df7f91-481a-432e-b6a7-ba0be6220ced tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:26.808958 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bc24e039-abc4-4936-a8e4-ceb712b46b4c req-54df7f91-481a-432e-b6a7-ba0be6220ced tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.2163818 Jul 14 12:02:26.932711 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bc24e039-abc4-4936-a8e4-ceb712b46b4c req-e81d2b8e-f152-4825-a1dc-48e9028f0ef1 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175692 Jul 14 12:02:27.192813 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40e04b-4e76-43a5-ae24-ffd86ce783e8 req-1189f2d6-8089-4549-bff1-418d045cb45f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:27.200369 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff40e04b-4e76-43a5-ae24-ffd86ce783e8 req-1189f2d6-8089-4549-bff1-418d045cb45f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1357648 Jul 14 12:02:27.225219 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae84f43-ffd0-44db-ad09-041171ee8982 req-cedcfff2-735e-427d-80b2-9931d36f01a1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:27.232889 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7ae84f43-ffd0-44db-ad09-041171ee8982 req-cedcfff2-735e-427d-80b2-9931d36f01a1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1243155 Jul 14 12:02:27.296971 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff40e04b-4e76-43a5-ae24-ffd86ce783e8 req-e8a7289e-8c79-4026-ae20-eab3591b899c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953002 Jul 14 12:02:27.313126 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7ae84f43-ffd0-44db-ad09-041171ee8982 req-cbe5cbb6-23a8-4b9e-8e41-daad3bde4584 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789199 Jul 14 12:02:28.181709 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f05e3-d483-4e4f-937d-7d532e85bf0b req-45535048-923f-488a-af1f-dfb2f1f88636 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:28.183496 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b72f05e3-d483-4e4f-937d-7d532e85bf0b req-45535048-923f-488a-af1f-dfb2f1f88636 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1059344 Jul 14 12:02:28.226304 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-47892f59-37ad-4622-88f3-f4dc62ac39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:28.236920 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-47892f59-37ad-4622-88f3-f4dc62ac39db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1098 time: 0.0894656 Jul 14 12:02:28.288736 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b72f05e3-d483-4e4f-937d-7d532e85bf0b req-f63a6923-bfa7-44e3-97d1-6ef44ef6758a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929847 Jul 14 12:02:28.569861 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb51565-d0b5-4c50-ad54-b7b685fa5b75 req-48d47a27-f0f0-4d87-9759-e8669ec6ca57 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:28.586653 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7eb51565-d0b5-4c50-ad54-b7b685fa5b75 req-48d47a27-f0f0-4d87-9759-e8669ec6ca57 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1115065 Jul 14 12:02:28.654002 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7eb51565-d0b5-4c50-ad54-b7b685fa5b75 req-abe6124d-e225-470d-a11b-ff3dc81a7b51 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657737 Jul 14 12:02:28.783820 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:02:28.820847 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-43bd5d2a-72a0-4c5f-a7f2-fc670d92b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:28.822690 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-43bd5d2a-72a0-4c5f-a7f2-fc670d92b1ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.5788476 Jul 14 12:02:28.927336 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-05d76c68-376e-4939-8f0c-3817f7171271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 1000 time: 0.0923359 Jul 14 12:02:28.989242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-214e75bd-8e9f-4ed2-8574-8215436c0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:28.995578 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-214e75bd-8e9f-4ed2-8574-8215436c0736 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0576973 Jul 14 12:02:29.069731 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-8d27772e-749b-41c3-97f8-522f0f52ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.071503 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-8d27772e-749b-41c3-97f8-522f0f52ecf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719848 Jul 14 12:02:29.175492 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-6b32571a-25e5-4e6d-98ea-6ec85a260687 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931621 Jul 14 12:02:29.293422 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d51b8ec5-529f-4c75-ac22-3abd237afe21 req-5d48a6c9-1d02-47f1-9163-eb872d74bae8 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101623 Jul 14 12:02:29.623534 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aea10e-5ad9-4fb2-a281-26e87b86910a req-16409b6b-c0b8-446b-bbbc-785801035725 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.630900 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27aea10e-5ad9-4fb2-a281-26e87b86910a req-16409b6b-c0b8-446b-bbbc-785801035725 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1482158 Jul 14 12:02:29.655140 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-9bd98f93-1736-4df6-9052-d8cb588dba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.657074 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-9bd98f93-1736-4df6-9052-d8cb588dba2e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.1349471 Jul 14 12:02:29.776334 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-27aea10e-5ad9-4fb2-a281-26e87b86910a req-a3434ab4-6605-426b-848a-6392ebe8f15a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443131 Jul 14 12:02:29.794078 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-752f472f-9c89-4a6d-86a3-012ea9346f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.795715 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-752f472f-9c89-4a6d-86a3-012ea9346f85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.1318452 Jul 14 12:02:29.856055 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810149-aaf7-416b-99c6-303f545f47db req-eea3b924-66d2-479a-85de-9f24768dd21d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.865411 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c810149-aaf7-416b-99c6-303f545f47db req-eea3b924-66d2-479a-85de-9f24768dd21d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1851866 Jul 14 12:02:29.873324 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-ec6f2d80-bd89-440c-b997-5b7ad72463e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0585084 Jul 14 12:02:29.949681 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c810149-aaf7-416b-99c6-303f545f47db req-46bda33e-dc31-4f89-af10-f3c6425d648c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756569 Jul 14 12:02:29.980370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-987782ff-52f0-4f79-a5fc-47a0669d02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:29.982487 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-987782ff-52f0-4f79-a5fc-47a0669d02d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0976231 Jul 14 12:02:30.091326 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-64352ac5-3d32-43f3-a550-69f639650a27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001239 Jul 14 12:02:30.278992 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25fced-7571-4754-b9b9-e5c1d7504d01 req-af562b6c-92f7-4aef-92c2-2e97c935a7a8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:30.311073 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4b25fced-7571-4754-b9b9-e5c1d7504d01 req-af562b6c-92f7-4aef-92c2-2e97c935a7a8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.2928321 Jul 14 12:02:30.311615 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-70cdfca8-d648-4f5e-9227-bf9e2dfe3014 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915464 Jul 14 12:02:30.417244 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4b25fced-7571-4754-b9b9-e5c1d7504d01 req-3d9087f5-fe3d-46b0-8ae2-dc4032a38136 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991583 Jul 14 12:02:30.475341 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21d12785-2046-4c8e-ab50-4f97bf71429e req-a17c05e8-a5b0-4cfd-8830-62b2df42b12c service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460986 Jul 14 12:02:31.009357 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e0a6a-c3ee-4499-97b2-163dc0c69e8d req-82dd07f9-9a00-440a-ae65-1a95aaadaebd tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:31.020365 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-449e0a6a-c3ee-4499-97b2-163dc0c69e8d req-82dd07f9-9a00-440a-ae65-1a95aaadaebd tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0889921 Jul 14 12:02:31.092841 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-449e0a6a-c3ee-4499-97b2-163dc0c69e8d req-1240fd0b-0aed-4534-b423-f059bf2a598c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638554 Jul 14 12:02:31.312323 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef74e53-7fd0-45e0-905e-3f90b697be2f req-2960d980-8f1a-4dc2-9a50-c3ae4792a66a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:31.313852 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ef74e53-7fd0-45e0-905e-3f90b697be2f req-2960d980-8f1a-4dc2-9a50-c3ae4792a66a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1159713 Jul 14 12:02:31.370857 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ef74e53-7fd0-45e0-905e-3f90b697be2f req-db9ec1eb-2756-4d65-9ee6-265cf21db410 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 Jul 14 12:02:31.685308 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff41bb2-4fc9-4e90-922d-f098813576e0 req-549c3e1d-af05-4cc3-9442-7c883c5adccb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:31.690569 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4ff41bb2-4fc9-4e90-922d-f098813576e0 req-549c3e1d-af05-4cc3-9442-7c883c5adccb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.1043589 Jul 14 12:02:31.808174 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4ff41bb2-4fc9-4e90-922d-f098813576e0 req-91128f87-9425-42fb-b6f6-7c6b5699bc06 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136894 Jul 14 12:02:32.608602 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ca8a-c000-4fa3-818e-13b3ca788949 req-2b3776d4-6e7d-42a2-bd59-1430ab25d655 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:32.616239 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6710ca8a-c000-4fa3-818e-13b3ca788949 req-2b3776d4-6e7d-42a2-bd59-1430ab25d655 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1202338 Jul 14 12:02:32.668680 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6710ca8a-c000-4fa3-818e-13b3ca788949 req-9ee8efe6-58e1-46ea-88ed-fa9f1d5eabe6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514421 Jul 14 12:02:33.144811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83cb-4b20-4072-aa6b-419ab23cd8cb req-b05fe7f0-d486-429a-b6e9-49eb809b7b54 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:33.152406 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-908a83cb-4b20-4072-aa6b-419ab23cd8cb req-b05fe7f0-d486-429a-b6e9-49eb809b7b54 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0973666 Jul 14 12:02:33.211512 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-908a83cb-4b20-4072-aa6b-419ab23cd8cb req-6d13c758-7a7e-45d8-b712-b3acb7c62a86 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581028 Jul 14 12:02:33.946971 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05237ff-9544-442c-a37f-50618cc35af4 req-d195acb1-8285-450c-9253-7674202f694a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:33.965430 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f05237ff-9544-442c-a37f-50618cc35af4 req-d195acb1-8285-450c-9253-7674202f694a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1339135 Jul 14 12:02:34.018752 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f05237ff-9544-442c-a37f-50618cc35af4 req-f3462e9b-f733-4ce8-840b-be2bec67f472 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 Jul 14 12:02:34.417506 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b6921-403c-439c-849b-87376e4ebec8 req-cabb5151-ccde-4044-9709-fd1be9b59ed0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:34.424542 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-349b6921-403c-439c-849b-87376e4ebec8 req-cabb5151-ccde-4044-9709-fd1be9b59ed0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0825348 Jul 14 12:02:34.472803 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-349b6921-403c-439c-849b-87376e4ebec8 req-f2b00f52-2a27-4759-bbe6-d545de40cc2f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471430 Jul 14 12:02:35.222444 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abba9b-ecf2-478b-b768-53fccd114b3f req-97a13286-3930-4eed-8ce8-29a0cfb1bcd5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.223905 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78abba9b-ecf2-478b-b768-53fccd114b3f req-97a13286-3930-4eed-8ce8-29a0cfb1bcd5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0669272 Jul 14 12:02:35.264910 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78abba9b-ecf2-478b-b768-53fccd114b3f req-073c4758-c8bc-4a63-a66f-a63fafa4fea2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350981 Jul 14 12:02:35.366316 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-ed894ad4-4a48-4761-be31-216e5f0b81ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.367703 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-ed894ad4-4a48-4761-be31-216e5f0b81ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1098 time: 0.0555921 Jul 14 12:02:35.460765 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-be2cefde-f573-4c35-b1b7-8cb20243844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.462326 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-be2cefde-f573-4c35-b1b7-8cb20243844a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.0881810 Jul 14 12:02:35.540959 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-0b976319-b274-4dfe-bc83-75c0703e9076 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 1000 time: 0.0711308 Jul 14 12:02:35.609370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-e1a39ae1-9351-4277-963d-2a18ed288599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.611269 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-e1a39ae1-9351-4277-963d-2a18ed288599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0557053 Jul 14 12:02:35.665471 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd59820-11e8-42c9-92b1-f66e4a84b601 req-b025d292-b755-427e-b20a-b492e3bac4d5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.667089 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2cd59820-11e8-42c9-92b1-f66e4a84b601 req-b025d292-b755-427e-b20a-b492e3bac4d5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0683062 Jul 14 12:02:35.714511 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2cd59820-11e8-42c9-92b1-f66e4a84b601 req-75301b47-48a3-4be6-b9d7-0f8d3f9efa88 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416665 Jul 14 12:02:35.718168 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-43a30475-a2c4-4468-bae7-b1fd7ed4c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:35.719569 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-43a30475-a2c4-4468-bae7-b1fd7ed4c02a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0934217 Jul 14 12:02:35.833741 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-50ee8dd2-fec3-4a50-b53b-5c96928aefc3 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061468 Jul 14 12:02:35.935990 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25b6a939-70ea-41b2-b5a2-e0b8ef7bf784 req-6f23c412-67fb-4a13-b7b1-4ae19e151b35 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953577 Jul 14 12:02:36.437330 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322db37-1e92-4ea5-9d07-a61e6c3d58ac req-fcc53d45-1d28-4681-8c02-17c962c9a1d1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:36.438804 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5322db37-1e92-4ea5-9d07-a61e6c3d58ac req-fcc53d45-1d28-4681-8c02-17c962c9a1d1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0612323 Jul 14 12:02:36.476218 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5322db37-1e92-4ea5-9d07-a61e6c3d58ac req-dfd6a084-7687-4f8b-8fa7-b612bc8e5957 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Jul 14 12:02:36.569376 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:36.894505 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17eb05-57d2-4206-8fec-b19ce6926d0a req-12b8d7c9-50b8-4667-9e90-0ffa4e06c373 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:36.895970 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b17eb05-57d2-4206-8fec-b19ce6926d0a req-12b8d7c9-50b8-4667-9e90-0ffa4e06c373 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0659575 Jul 14 12:02:36.932860 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b17eb05-57d2-4206-8fec-b19ce6926d0a req-a58afb22-25fa-487b-9e8a-8730dcb077c0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313308 Jul 14 12:02:37.649246 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128da2-d06e-4894-88c1-bba330d209af req-e956d251-96f4-495d-8644-2e7841db021c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:37.650744 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6128da2-d06e-4894-88c1-bba330d209af req-e956d251-96f4-495d-8644-2e7841db021c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0652542 Jul 14 12:02:37.688645 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6128da2-d06e-4894-88c1-bba330d209af req-723316d7-63ba-43cb-8daf-68a0d0ac7039 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Jul 14 12:02:38.142969 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719359-d80e-44e6-8436-2698937daf1d req-6055ee4b-2c53-45c9-babb-dd016007a342 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:38.145123 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d9719359-d80e-44e6-8436-2698937daf1d req-6055ee4b-2c53-45c9-babb-dd016007a342 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 945 time: 0.0678651 Jul 14 12:02:38.184892 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d9719359-d80e-44e6-8436-2698937daf1d req-5fa96c22-2a04-42df-82df-88bf57dd163e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340259 Jul 14 12:02:38.393087 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b2a85f65-f229-423c-9153-42ca39699e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:38.741862 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:38.818723 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:38.843616 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:02:38.845926 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17f219c-f728-489f-97de-6433e2b1ff2a" -d '{"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:02:38.862473 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:02:38.867748 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:38.867914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aff5df-b03b-4ae3-8837-f7f6a0a012bd req-3043d897-1b02-4175-b465-e79860c48f79 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:38.869623 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-05aff5df-b03b-4ae3-8837-f7f6a0a012bd req-3043d897-1b02-4175-b465-e79860c48f79 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0671887 Jul 14 12:02:38.892184 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551f5d8d-40d8-4100-b2f3-4ff934b38348 x-openstack-request-id: req-551f5d8d-40d8-4100-b2f3-4ff934b38348 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:02:38.892470 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-unplugged", "status": "failed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "code": 422}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:02:38.892735 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-551f5d8d-40d8-4100-b2f3-4ff934b38348 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:02:38.893151 dv-cinder-800768-2-iscsi neutron-server[93154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'code': 422} returned with failed status Jul 14 12:02:38.914016 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-05aff5df-b03b-4ae3-8837-f7f6a0a012bd req-a9cfe4df-c0d6-4d84-8821-99083b8aa5cf tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Jul 14 12:02:38.920569 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=8']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:39.156499 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 35532) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:39.197123 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Deleting subnet 8a293991-dbf6-4faf-afc5-79812ffdb896 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:02:39.200353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.235054 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.278471 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.368354 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.400137 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a293991-dbf6-4faf-afc5-79812ffdb896,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:39.402936 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.406033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bfdd03ec-cd7b-4765-9f63-398f27c003f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a293991-dbf6-4faf-afc5-79812ffdb896 HTTP/1.1" status: 204 len: 168 time: 0.2506831 Jul 14 12:02:39.409053 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35536) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:39.419011 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd61f8-1442-4c18-b91a-0276aa95feb6 req-ed674993-180f-4568-8a5a-bb03cae190df tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:39.420617 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-afdd61f8-1442-4c18-b91a-0276aa95feb6 req-ed674993-180f-4568-8a5a-bb03cae190df tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1130345 Jul 14 12:02:39.462732 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-afdd61f8-1442-4c18-b91a-0276aa95feb6 req-a58c4126-f7bb-403d-bced-1346fc9ccbaa tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337203 Jul 14 12:02:39.517492 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.597891 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.608522 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4544e2df-30da-40f3-a8d5-cc348346df77']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:39.622213 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d37fb-8003-43a6-b03f-a7d02a3b185a') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:39.622547 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d37fb-8003-43a6-b03f-a7d02a3b185a') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:02:39.633298 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.648435 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.655651 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:02:39.656238 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:02:39.658086 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:02:39.721482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.737710 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:39.739682 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4544e2df-30da-40f3-a8d5-cc348346df77 HTTP/1.1" status: 204 len: 168 time: 0.3281643 Jul 14 12:02:39.740782 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64fc1f-b173-4d4d-a997-ea51f368dd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=4544e2df-30da-40f3-a8d5-cc348346df77,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:39.946454 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35554) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:40.019629 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-1496cefa-e708-43b2-abef-c52cd9b528f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a9ce6be0cc45d996971427a6d6e05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672143 Jul 14 12:02:40.020198 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35558) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:40.085786 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.109886 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.164702 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb99285-8e15-43c0-af4a-8382db08b1db req-8199fd06-0cb6-4af4-8166-4cc9a0a2a4ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:40.172502 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-efb99285-8e15-43c0-af4a-8382db08b1db req-8199fd06-0cb6-4af4-8166-4cc9a0a2a4ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1156433 Jul 14 12:02:40.195707 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.199775 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.204328 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f0d5078-87f4-46ad-b918-ff5204f84fd7 HTTP/1.1" status: 204 len: 168 time: 0.1801162 Jul 14 12:02:40.210631 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031e25c-dfd6-4b89-b5ab-4ba1b806ffc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d5078-87f4-46ad-b918-ff5204f84fd7,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:40.217149 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-efb99285-8e15-43c0-af4a-8382db08b1db req-2bcd3bdd-6fd2-4f8c-86d4-83afd75f86c3 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Jul 14 12:02:40.417518 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e82c8-b45d-4dbd-a3d7-9c872f2a2558 req-b99794cb-4015-4639-aca5-3c31c63ba038 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:40.419264 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5d0e82c8-b45d-4dbd-a3d7-9c872f2a2558 req-b99794cb-4015-4639-aca5-3c31c63ba038 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0763342 Jul 14 12:02:40.479858 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5d0e82c8-b45d-4dbd-a3d7-9c872f2a2558 req-b9d1c383-a1fa-460e-a522-86e133847dde tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481617 Jul 14 12:02:40.834400 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d224544d-006b-4918-9966-1a7678b47f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:40.836062 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35602) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:40.935175 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-8ce78b04-ae47-4d9d-bd60-fa3a7d6482c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973594 Jul 14 12:02:41.319573 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:41.405042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701d95e-047d-4ad5-95e2-040de9d511c6 req-46549429-64f0-4ead-8625-0c64a907771e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:41.406536 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0701d95e-047d-4ad5-95e2-040de9d511c6 req-46549429-64f0-4ead-8625-0c64a907771e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0684469 Jul 14 12:02:41.443786 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0701d95e-047d-4ad5-95e2-040de9d511c6 req-d02f6c2f-59d0-4897-91ee-e4eb2a2d254b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Jul 14 12:02:41.673019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ea698-a24b-4de6-88c5-b840c86f78b8 req-f134fadc-6fb3-4122-ba85-b41b9b1dcc6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:41.674544 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e67ea698-a24b-4de6-88c5-b840c86f78b8 req-f134fadc-6fb3-4122-ba85-b41b9b1dcc6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0740755 Jul 14 12:02:41.713603 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e67ea698-a24b-4de6-88c5-b840c86f78b8 req-18690853-dcb4-4906-85cc-daeab65e23db tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324836 Jul 14 12:02:42.440595 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:42.616287 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f0e6-a305-4b5e-997a-3940e2795d58 req-b3f16015-d313-4695-be2f-e66942381cc5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:42.617756 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8212f0e6-a305-4b5e-997a-3940e2795d58 req-b3f16015-d313-4695-be2f-e66942381cc5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0629263 Jul 14 12:02:42.656699 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8212f0e6-a305-4b5e-997a-3940e2795d58 req-9b7051d2-ef32-4c46-a741-13d4f98eb887 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Jul 14 12:02:42.898214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1d31c-bf00-4f55-8056-fd5d271ae3f3 req-fc346f48-c727-4a9b-b231-de26ecebeada tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:42.899679 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74d1d31c-bf00-4f55-8056-fd5d271ae3f3 req-fc346f48-c727-4a9b-b231-de26ecebeada tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0662801 Jul 14 12:02:42.939501 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74d1d31c-bf00-4f55-8056-fd5d271ae3f3 req-6fc54a62-600a-4285-b347-0861d2306582 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340834 Jul 14 12:02:43.722239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:02:43.878590 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662678b9-3cea-492d-94a4-c66ffe861fae req-ea5d64b8-826c-4065-ae3f-a8d98f1ef224 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:43.884724 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-662678b9-3cea-492d-94a4-c66ffe861fae req-ea5d64b8-826c-4065-ae3f-a8d98f1ef224 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0912769 Jul 14 12:02:43.928771 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-662678b9-3cea-492d-94a4-c66ffe861fae req-62b86687-25c6-4aa3-a241-55ccd0ac8718 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371349 Jul 14 12:02:44.015208 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:44.132998 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb29da-ae84-4745-99bc-b9d2e8fec5d3 req-1d1e7987-0c07-4b0e-bd51-715d37b0a019 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:44.134587 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fdeb29da-ae84-4745-99bc-b9d2e8fec5d3 req-1d1e7987-0c07-4b0e-bd51-715d37b0a019 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0690892 Jul 14 12:02:44.379088 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fdeb29da-ae84-4745-99bc-b9d2e8fec5d3 req-ca9f6074-2cc2-4ef5-bceb-9e5970274cf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2371168 Jul 14 12:02:45.101888 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e8922-378e-4ba1-b587-74d78c725a2e req-fde61920-f4f6-40db-92d6-5c9bb49bf582 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:45.103465 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-de4e8922-378e-4ba1-b587-74d78c725a2e req-fde61920-f4f6-40db-92d6-5c9bb49bf582 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0604968 Jul 14 12:02:45.151275 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-de4e8922-378e-4ba1-b587-74d78c725a2e req-61377f1d-cdb6-40de-b533-d02fef9cffce tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 14 12:02:45.562919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703a65e-c62e-49ad-b405-3b6253d97d18 req-411795b0-bf90-4d88-bc2a-7126ccc4168b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:45.564555 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5703a65e-c62e-49ad-b405-3b6253d97d18 req-411795b0-bf90-4d88-bc2a-7126ccc4168b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0662606 Jul 14 12:02:45.610632 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5703a65e-c62e-49ad-b405-3b6253d97d18 req-2ea8438b-68e1-4dd3-bb9e-ac102df1406c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398066 Jul 14 12:02:46.058593 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055697e-23df-4ff6-a264-51c2d26b2747 req-44af2e90-6e7a-4fcc-b5ae-ce85bbe40d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:46.060897 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3055697e-23df-4ff6-a264-51c2d26b2747 req-44af2e90-6e7a-4fcc-b5ae-ce85bbe40d03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0541742 Jul 14 12:02:46.100036 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3055697e-23df-4ff6-a264-51c2d26b2747 req-011f2fb2-0433-4555-bcea-deff054aa050 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Jul 14 12:02:46.343937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de976c5-f523-4043-8cad-3259e4d4854e req-f3ca433a-f982-478a-9ac0-078baf4dda54 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:46.346490 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6de976c5-f523-4043-8cad-3259e4d4854e req-f3ca433a-f982-478a-9ac0-078baf4dda54 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0729046 Jul 14 12:02:46.385687 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6de976c5-f523-4043-8cad-3259e4d4854e req-76a1f060-d540-4faa-9a89-ee93634a6d08 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Jul 14 12:02:46.803197 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101bb9f-0e6a-4575-87db-7aaa1aa52101 req-64dcf90c-b91d-4281-a5fc-62f1ea4c7dc7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:46.804799 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2101bb9f-0e6a-4575-87db-7aaa1aa52101 req-64dcf90c-b91d-4281-a5fc-62f1ea4c7dc7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0711031 Jul 14 12:02:46.844337 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2101bb9f-0e6a-4575-87db-7aaa1aa52101 req-6c0edd56-4b45-472b-b29f-8606b3343ef8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337329 Jul 14 12:02:47.234809 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06601-c16a-46df-8728-667fd527cff3 req-940e82de-acbe-4336-8fe5-ed75c40744df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.236276 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-940e82de-acbe-4336-8fe5-ed75c40744df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0911479 Jul 14 12:02:47.365578 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06601-c16a-46df-8728-667fd527cff3 req-f74cb4a3-3aa6-4046-bbf3-2162cadaf986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.367907 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-f74cb4a3-3aa6-4046-bbf3-2162cadaf986 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1096 time: 0.0715117 Jul 14 12:02:47.498815 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06601-c16a-46df-8728-667fd527cff3 req-878df97a-8d38-4115-95cb-ac67f03176aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.500639 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-878df97a-8d38-4115-95cb-ac67f03176aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1155076 Jul 14 12:02:47.575550 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-047c16a0-8f1c-4f12-8cf5-40c4ea2e5fa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 998 time: 0.0632625 Jul 14 12:02:47.645936 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06601-c16a-46df-8728-667fd527cff3 req-e75ccdca-41f2-4aaf-976c-5b5bc7b1e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.646183 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cffc11-33fc-4baa-8a3d-a9d62c072d96 req-17081c5a-2a98-48c2-95f0-6d3e5fbe8406 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.647581 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-e75ccdca-41f2-4aaf-976c-5b5bc7b1e7eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0632784 Jul 14 12:02:47.648816 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88cffc11-33fc-4baa-8a3d-a9d62c072d96 req-17081c5a-2a98-48c2-95f0-6d3e5fbe8406 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1135404 Jul 14 12:02:47.696483 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88cffc11-33fc-4baa-8a3d-a9d62c072d96 req-7d6d6940-9281-4f47-b52d-668b69933adb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Jul 14 12:02:47.718155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06601-c16a-46df-8728-667fd527cff3 req-cec90444-efc8-481f-b70b-87c8517ecbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:47.720093 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-cec90444-efc8-481f-b70b-87c8517ecbe1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649843 Jul 14 12:02:47.811125 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-9567e49c-4c38-459b-881e-a7208d0c876d service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830567 Jul 14 12:02:47.911641 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-74c06601-c16a-46df-8728-667fd527cff3 req-8bebbe8a-c873-42e1-a142-409d45f8ea94 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906835 Jul 14 12:02:48.043372 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7942ec1-ce67-4771-9c1f-d41aa334461b req-6fa60203-5d4d-4b50-9a70-07b8e1cd4836 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:48.045366 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e7942ec1-ce67-4771-9c1f-d41aa334461b req-6fa60203-5d4d-4b50-9a70-07b8e1cd4836 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0788717 Jul 14 12:02:48.099624 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e7942ec1-ce67-4771-9c1f-d41aa334461b req-6e32e30d-cedd-41f8-8c42-cfc7237917b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355139 Jul 14 12:02:48.158657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-fea87bbc-d408-468f-9614-746a619e0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:48.160811 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-fea87bbc-d408-468f-9614-746a619e0f69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0572963 Jul 14 12:02:48.192694 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecacc8-a2f5-41e1-807d-4b50bfc01e97 req-a5bb262d-163b-4d34-bf53-37fec039e11c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:48.194257 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4eecacc8-a2f5-41e1-807d-4b50bfc01e97 req-a5bb262d-163b-4d34-bf53-37fec039e11c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0669596 Jul 14 12:02:48.237870 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4eecacc8-a2f5-41e1-807d-4b50bfc01e97 req-b71d7d12-15a3-4217-af82-a2caa76b4c53 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Jul 14 12:02:48.254281 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-b0806c32-3cbf-46cc-b198-5ba258793f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:48.255778 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-b0806c32-3cbf-46cc-b198-5ba258793f89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.0862029 Jul 14 12:02:49.291825 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71377-180d-46d7-9408-e661500afd8f req-bfe574de-5673-4062-aea4-d9baef2ac391 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:49.293422 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bdb71377-180d-46d7-9408-e661500afd8f req-bfe574de-5673-4062-aea4-d9baef2ac391 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0720382 Jul 14 12:02:49.337107 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bdb71377-180d-46d7-9408-e661500afd8f req-8efe92b7-d977-424b-80cb-d06c6d6e60dd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339744 Jul 14 12:02:49.424162 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e93e3-dea6-44a9-9b92-c20de20be4c1 req-cfdc56c0-3eb8-48ed-b60f-a8ae1fb11154 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:49.426299 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-db1e93e3-dea6-44a9-9b92-c20de20be4c1 req-cfdc56c0-3eb8-48ed-b60f-a8ae1fb11154 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0697830 Jul 14 12:02:49.464723 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-db1e93e3-dea6-44a9-9b92-c20de20be4c1 req-f03c4e70-0202-4803-8be9-f486f4347556 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Jul 14 12:02:50.155055 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-d047490a-2de6-4000-b29c-363437c7be6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0403330 Jul 14 12:02:50.575919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2a3b-5534-442d-a368-5220deb4af1b req-807278b4-a16a-4303-9898-a6b6860b9c57 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:50.583240 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa9d2a3b-5534-442d-a368-5220deb4af1b req-807278b4-a16a-4303-9898-a6b6860b9c57 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0958817 Jul 14 12:02:50.650768 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa9d2a3b-5534-442d-a368-5220deb4af1b req-3ce5a0b9-2d95-4cca-af9c-0cd3504c1c80 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666666 Jul 14 12:02:50.688058 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5c87e-dabf-46f1-8322-daf0b1414901 req-8033a4f2-5452-42c2-ad62-5ef277afa97e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:50.689705 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eea5c87e-dabf-46f1-8322-daf0b1414901 req-8033a4f2-5452-42c2-ad62-5ef277afa97e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0781038 Jul 14 12:02:50.748873 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eea5c87e-dabf-46f1-8322-daf0b1414901 req-03bdf2b3-3ad8-4c4a-819d-3855ba4fe624 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 Jul 14 12:02:51.845043 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca3752-4174-4de6-a814-a2b993196bf2 req-6c5d31df-02b7-48ee-b37c-0f98c360e616 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:51.846874 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66ca3752-4174-4de6-a814-a2b993196bf2 req-6c5d31df-02b7-48ee-b37c-0f98c360e616 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0757434 Jul 14 12:02:51.923642 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66ca3752-4174-4de6-a814-a2b993196bf2 req-d6c76664-7340-47b4-8957-5064a6ab70e1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680146 Jul 14 12:02:52.015980 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e39432-b9f6-41a9-9162-2c3381e85a85 req-46557935-38a4-4116-b15e-9b618dbea4e0 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:52.017821 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-61e39432-b9f6-41a9-9162-2c3381e85a85 req-46557935-38a4-4116-b15e-9b618dbea4e0 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1215627 Jul 14 12:02:52.069473 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-61e39432-b9f6-41a9-9162-2c3381e85a85 req-510b4ba2-849e-4e84-8059-75e66be424f2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Jul 14 12:02:53.110887 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f302b37-7e3e-407e-ba3e-08fa9e23f7c1 req-18195092-a8f2-41c4-933c-25a7f23df180 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:53.112517 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f302b37-7e3e-407e-ba3e-08fa9e23f7c1 req-18195092-a8f2-41c4-933c-25a7f23df180 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0638666 Jul 14 12:02:53.171068 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f302b37-7e3e-407e-ba3e-08fa9e23f7c1 req-a6ea69bc-3409-49f2-a8f6-158b1b90c173 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529437 Jul 14 12:02:53.299428 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4bcf-c21f-487f-bed2-d728166195cc req-ed346e38-4827-40cd-bc11-c7235a037b43 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:53.301191 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f6a4bcf-c21f-487f-bed2-d728166195cc req-ed346e38-4827-40cd-bc11-c7235a037b43 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0941761 Jul 14 12:02:53.344398 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f6a4bcf-c21f-487f-bed2-d728166195cc req-46ff1255-2591-4924-a42c-37c31653e2ad tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Jul 14 12:02:54.363216 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bcf76-c41d-4fba-8498-0bdb5b4498d3 req-e2889fa2-026d-47f0-9993-754b0b83864b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:54.364793 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e5bcf76-c41d-4fba-8498-0bdb5b4498d3 req-e2889fa2-026d-47f0-9993-754b0b83864b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0651922 Jul 14 12:02:54.433553 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e5bcf76-c41d-4fba-8498-0bdb5b4498d3 req-cf013eac-6f08-4081-af56-f6df3a7db1c3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620356 Jul 14 12:02:54.568931 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457455a-9c30-4229-a557-13f6349e9995 req-a22f2f5b-8181-4b2d-a609-6dc1e78a6e6a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:54.570463 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5457455a-9c30-4229-a557-13f6349e9995 req-a22f2f5b-8181-4b2d-a609-6dc1e78a6e6a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0669096 Jul 14 12:02:54.612231 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5457455a-9c30-4229-a557-13f6349e9995 req-7a13f10b-de89-48ae-912c-1d7d530beb8b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Jul 14 12:02:55.655283 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042c31-d6a0-46a0-aa54-f4422f1b420a req-f926fdfc-2618-4729-90df-47db850e395f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:55.656857 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-05042c31-d6a0-46a0-aa54-f4422f1b420a req-f926fdfc-2618-4729-90df-47db850e395f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0795705 Jul 14 12:02:55.696222 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-05042c31-d6a0-46a0-aa54-f4422f1b420a req-9fca2cb5-0334-4582-8578-a1963f33e476 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323982 Jul 14 12:02:55.800934 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e92a6e-182d-4076-8e13-f3e73be38db0 req-42d337ba-88e4-415f-b178-db2ce16b4d8b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:55.802603 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e4e92a6e-182d-4076-8e13-f3e73be38db0 req-42d337ba-88e4-415f-b178-db2ce16b4d8b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0691731 Jul 14 12:02:55.840178 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e4e92a6e-182d-4076-8e13-f3e73be38db0 req-4983d115-52f9-44b2-83d8-e67eeca47069 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Jul 14 12:02:56.923473 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef9abc-29a5-4e2f-94a4-26017d042a1b req-4806e4d3-918d-4705-945a-7911ff16399b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:56.931020 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-80ef9abc-29a5-4e2f-94a4-26017d042a1b req-4806e4d3-918d-4705-945a-7911ff16399b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0923650 Jul 14 12:02:56.967766 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35856) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:56.993819 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-80ef9abc-29a5-4e2f-94a4-26017d042a1b req-5446784f-4a35-408f-9808-3c171a90ac15 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578246 Jul 14 12:02:57.084177 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a7cb9-6802-4a77-9554-be333d638ce0 req-1033007b-eafd-47e9-9ca6-0d5d648fb204 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:57.085838 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e9a7cb9-6802-4a77-9554-be333d638ce0 req-1033007b-eafd-47e9-9ca6-0d5d648fb204 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0945628 Jul 14 12:02:57.115318 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8729eb71-4db9-42a7-a839-5de4b6a67e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.124675 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e9a7cb9-6802-4a77-9554-be333d638ce0 req-fe704d61-6046-4f08-ae81-3661233930bb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330040 Jul 14 12:02:57.219859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8729eb71-4db9-42a7-a839-5de4b6a67e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.225479 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8729eb71-4db9-42a7-a839-5de4b6a67e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.263474 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8729eb71-4db9-42a7-a839-5de4b6a67e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed5aa0c-5fb5-4b5c-aeeb-b33047eb9a5e,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:57.268833 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8729eb71-4db9-42a7-a839-5de4b6a67e65 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b5db993628a4abf8016eb2c807ae4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994075 Jul 14 12:02:57.272206 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 35860) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:02:57.324186 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.354816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.404704 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.407386 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:02:57.408573 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ed5aa0c-5fb5-4b5c-aeeb-b33047eb9a5e HTTP/1.1" status: 204 len: 168 time: 0.1354337 Jul 14 12:02:57.416940 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa3e06-7480-4ac6-b280-eab837dbc0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed5aa0c-5fb5-4b5c-aeeb-b33047eb9a5e,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:02:58.224979 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119e718-0113-4adc-afdb-1b860294e532 req-3c85785a-4335-4de9-b048-c10cd46f69c0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:58.226586 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3119e718-0113-4adc-afdb-1b860294e532 req-3c85785a-4335-4de9-b048-c10cd46f69c0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0956759 Jul 14 12:02:58.309781 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3119e718-0113-4adc-afdb-1b860294e532 req-ffe9d4cd-9e27-4d23-bdb8-cf7fdcdf843c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767076 Jul 14 12:02:58.341338 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0520-fbd2-4d66-96fa-9c0f9185c14c req-4cc5da5b-cba9-4a31-87c7-ab6fe43053b6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:58.343272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5c2d0520-fbd2-4d66-96fa-9c0f9185c14c req-4cc5da5b-cba9-4a31-87c7-ab6fe43053b6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0832708 Jul 14 12:02:58.387910 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5c2d0520-fbd2-4d66-96fa-9c0f9185c14c req-ec5e217d-b52b-4cb0-960a-f666e43016d4 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Jul 14 12:02:59.503156 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3e509-e80e-4f5e-952c-01bf07d31db0 req-621b5395-d919-4645-8170-07fe4e2642ce tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:59.505411 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ecb3e509-e80e-4f5e-952c-01bf07d31db0 req-621b5395-d919-4645-8170-07fe4e2642ce tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0725992 Jul 14 12:02:59.584240 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ecb3e509-e80e-4f5e-952c-01bf07d31db0 req-01d2fe93-b31d-4cea-8d3d-b60f81297a5a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662467 Jul 14 12:02:59.600993 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4547-006c-42a7-a8d0-ef7d53ffc41f req-69208580-c705-4302-8b2c-7ad9f9a8c186 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:02:59.602455 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4ef4547-006c-42a7-a8d0-ef7d53ffc41f req-69208580-c705-4302-8b2c-7ad9f9a8c186 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0935719 Jul 14 12:02:59.643008 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a4ef4547-006c-42a7-a8d0-ef7d53ffc41f req-c8fb0043-5fdb-418d-ad12-e9a91c5fe59f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339725 Jul 14 12:03:00.787019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b57294-9f5b-467e-b2f3-c3e3c2a76fa8 req-931173da-e2b5-4885-809e-b849c8441173 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:00.789442 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6b57294-9f5b-467e-b2f3-c3e3c2a76fa8 req-931173da-e2b5-4885-809e-b849c8441173 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0804107 Jul 14 12:03:00.869441 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6b57294-9f5b-467e-b2f3-c3e3c2a76fa8 req-0de720eb-90de-4de5-bd7a-74a993127c53 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740526 Jul 14 12:03:00.902235 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b219857-fb82-4e5f-a699-94e1af84e877 req-4e1f75b0-a919-49e6-a511-fb5b8bfc6348 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:00.903933 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b219857-fb82-4e5f-a699-94e1af84e877 req-4e1f75b0-a919-49e6-a511-fb5b8bfc6348 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0966899 Jul 14 12:03:00.944225 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b219857-fb82-4e5f-a699-94e1af84e877 req-85116ee2-e114-42a9-ad2d-bc0fee7cd811 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Jul 14 12:03:02.065095 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbaf79-fb03-4d77-8120-2cdb23683144 req-88754003-149e-4e64-bcbd-ddb81b9ed1b8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:02.066846 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-89cbaf79-fb03-4d77-8120-2cdb23683144 req-88754003-149e-4e64-bcbd-ddb81b9ed1b8 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0687280 Jul 14 12:03:02.131885 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-89cbaf79-fb03-4d77-8120-2cdb23683144 req-5c517d7a-c1cd-4352-a8ef-b81418c3e8db tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529163 Jul 14 12:03:02.157173 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a99d-02cf-4f35-80c0-3ffd9d8e8788 req-ce222a2b-40f6-420b-b1cf-ccdda6c5b742 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:02.158680 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9884a99d-02cf-4f35-80c0-3ffd9d8e8788 req-ce222a2b-40f6-420b-b1cf-ccdda6c5b742 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0886745 Jul 14 12:03:02.200720 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9884a99d-02cf-4f35-80c0-3ffd9d8e8788 req-2987a050-33c4-4798-afc9-ced65398ded6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Jul 14 12:03:03.334618 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb13da-d649-4176-9157-acb8681617fb req-d7ab6129-e8a6-4f9a-bff2-f2e09f2e8dcf tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.336147 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-55bb13da-d649-4176-9157-acb8681617fb req-d7ab6129-e8a6-4f9a-bff2-f2e09f2e8dcf tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0838349 Jul 14 12:03:03.409116 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-55bb13da-d649-4176-9157-acb8681617fb req-2de57be2-01f7-4c4e-b4c2-645a35f68e87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634615 Jul 14 12:03:03.431313 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41525b-bd0c-4b92-bf0c-86e003b9d7f1 req-a702cacd-6e35-4ef3-8a4f-4b10be971a54 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:03.433010 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8f41525b-bd0c-4b92-bf0c-86e003b9d7f1 req-a702cacd-6e35-4ef3-8a4f-4b10be971a54 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0959754 Jul 14 12:03:03.476845 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8f41525b-bd0c-4b92-bf0c-86e003b9d7f1 req-aeabcc63-304a-411d-9d9d-f06f2d4ef3b9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Jul 14 12:03:04.172570 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-95076b57-e664-414d-8dc3-3a36e192b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.174035 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-95076b57-e664-414d-8dc3-3a36e192b2cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0528526 Jul 14 12:03:04.210936 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-eda3f928-3b05-491b-a74f-55e10ed2d46b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293088 Jul 14 12:03:04.339244 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-d45105c8-dfb8-49e6-8bde-d36a3f50c908 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186895 Jul 14 12:03:04.342667 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-324c57b2-eefb-4151-91a1-afdc691a9e65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211293 Jul 14 12:03:04.487477 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3ec158c1-3629-46f4-8a0a-d0c94e90e22f req-92549f80-b1c5-4266-89ea-d4f3829873c8 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241653 Jul 14 12:03:04.492682 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-bdbc4a77-0693-4828-bda0-8e6768aabc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.494050 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-bdbc4a77-0693-4828-bda0-8e6768aabc5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1098 time: 0.0885572 Jul 14 12:03:04.633933 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b70c-9ac0-4f42-9180-8fd6c33198ea req-3d748b27-68d0-4756-90e4-29de4447be2a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.636074 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6b1b70c-9ac0-4f42-9180-8fd6c33198ea req-3d748b27-68d0-4756-90e4-29de4447be2a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0866218 Jul 14 12:03:04.640559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-d39195ec-93db-42ef-9aaf-44cfb21b6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.642083 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-d39195ec-93db-42ef-9aaf-44cfb21b6299 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.1024766 Jul 14 12:03:04.712540 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6b1b70c-9ac0-4f42-9180-8fd6c33198ea req-ebd3a57d-c24e-4672-b931-f3fb37b60a83 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559814 Jul 14 12:03:04.721738 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2de2d0-4673-4881-895a-0b1d4b847bd6 req-5bd098b4-e103-4e7b-b4fd-c750e38163f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.723478 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8e2de2d0-4673-4881-895a-0b1d4b847bd6 req-5bd098b4-e103-4e7b-b4fd-c750e38163f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1107080 Jul 14 12:03:04.726604 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-0be2fe82-1113-4c9a-a565-dabdcf8c6a2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 1000 time: 0.0674882 Jul 14 12:03:04.765256 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8e2de2d0-4673-4881-895a-0b1d4b847bd6 req-3560db6d-2405-4872-b1f7-b1325cec115b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Jul 14 12:03:04.790831 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-9e0b8f7f-449a-49e7-8f75-d19118c703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.792327 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-9e0b8f7f-449a-49e7-8f75-d19118c703aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0578578 Jul 14 12:03:04.890351 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-a31025fe-c07a-480a-b91b-640c89f5e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:04.891742 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-a31025fe-c07a-480a-b91b-640c89f5e523 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524912 Jul 14 12:03:04.986742 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-aaec5451-adf5-4b49-8436-7ae474072632 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858545 Jul 14 12:03:05.082716 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-22cab98e-0e81-42e8-a130-84d98a6f8c53 req-bb5b168d-21d2-485b-b7da-d44203e043d7 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Jul 14 12:03:05.784098 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:05.955951 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42dd2f-8784-44ed-8265-15a58527df8a req-740c79e1-77a6-4e58-9cb0-b13ec0461a46 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:05.957530 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8d42dd2f-8784-44ed-8265-15a58527df8a req-740c79e1-77a6-4e58-9cb0-b13ec0461a46 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1123099 Jul 14 12:03:05.981482 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c9ea9-49cb-4a5e-a646-50e3b4461aa7 req-0c0a2b6a-d94a-42c7-8405-e26adf212991 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:05.983089 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cd5c9ea9-49cb-4a5e-a646-50e3b4461aa7 req-0c0a2b6a-d94a-42c7-8405-e26adf212991 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1015499 Jul 14 12:03:06.031776 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8d42dd2f-8784-44ed-8265-15a58527df8a req-3fada15e-4990-4845-86b5-1c4bf7ddd542 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670199 Jul 14 12:03:06.052135 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cd5c9ea9-49cb-4a5e-a646-50e3b4461aa7 req-0bc12d6a-5d58-40d9-8b1c-2016d31680e7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623083 Jul 14 12:03:06.596356 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:07.303300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e6698-f7a6-412a-a667-1a3d3aebcdec req-7806c0b6-a5bb-4650-8cc9-cc0b7bb784a1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:07.305147 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-945e6698-f7a6-412a-a667-1a3d3aebcdec req-7806c0b6-a5bb-4650-8cc9-cc0b7bb784a1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1267912 Jul 14 12:03:07.320167 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954283-c1a5-4d2a-99f7-7501d1557f57 req-cb89f023-4619-4c37-8a80-59449629d556 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:07.321711 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2954283-c1a5-4d2a-99f7-7501d1557f57 req-cb89f023-4619-4c37-8a80-59449629d556 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1055634 Jul 14 12:03:07.371523 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-945e6698-f7a6-412a-a667-1a3d3aebcdec req-6478c217-bb86-4b42-b1c2-1c3dedcb7127 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Jul 14 12:03:07.384702 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2954283-c1a5-4d2a-99f7-7501d1557f57 req-5d1143e3-25d7-4f09-bf6b-66b67dbc1cad tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559266 Jul 14 12:03:08.397054 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d2329e5f-87eb-4eda-a35d-61fd8b0820f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.523612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36088) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:08.569087 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b53e4-271e-463e-b603-ce8f8c1267e3 req-eea6e344-7d4d-463e-b443-831e6d13692c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:08.570824 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d1b53e4-271e-463e-b603-ce8f8c1267e3 req-eea6e344-7d4d-463e-b443-831e6d13692c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0640900 Jul 14 12:03:08.611367 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d1b53e4-271e-463e-b603-ce8f8c1267e3 req-24992785-5b1f-457a-8154-eb042ab75269 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329168 Jul 14 12:03:08.635858 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.746194 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.750971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.794072 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5757d5b3-e220-4b95-a7e6-9037210120ea,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:08.803729 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d9575996224466f8558fe13cf7bb7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789924 Jul 14 12:03:08.805627 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.805971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.806441 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36100) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:08.808404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.808765 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.809109 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.809484 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.809816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.810145 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.810499 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.810898 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.811201 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.811521 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a2da4-86ef-4ee9-a136-499d95717d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:08.904675 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.933650 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:08.942014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92d2f-01a4-47bf-8d2c-b37142893f54 req-0c485f47-13e9-4744-9c73-7dcb5524fe2e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:08.943525 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2c92d2f-01a4-47bf-8d2c-b37142893f54 req-0c485f47-13e9-4744-9c73-7dcb5524fe2e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1131639 Jul 14 12:03:09.001527 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2c92d2f-01a4-47bf-8d2c-b37142893f54 req-ce968ff8-d5a9-438f-a741-c49fbc2bceb0 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512636 Jul 14 12:03:09.023093 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.026802 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.028449 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5757d5b3-e220-4b95-a7e6-9037210120ea HTTP/1.1" status: 204 len: 168 time: 0.2208548 Jul 14 12:03:09.041788 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757d5b3-e220-4b95-a7e6-9037210120ea,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:09.054155 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.054752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.055326 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.055879 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.056475 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.057096 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.057577 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.058147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.058716 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.059262 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.059836 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.060450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc267c5c-4e0c-4ed2-a649-ddb6982cc506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:09.669098 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36134) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:09.765476 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1406662052-network', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:09.800731 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Made reservation on behalf of a4dee7f70e94424fa683a68b8dd1a708 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:09.803561 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.822750 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.834201 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aca322-ca73-459f-9c6c-6be43536fb27 req-c476ff9d-9534-4828-8cde-c39e54bc1b8b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:09.835850 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-84aca322-ca73-459f-9c6c-6be43536fb27 req-c476ff9d-9534-4828-8cde-c39e54bc1b8b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1048772 Jul 14 12:03:09.893709 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-84aca322-ca73-459f-9c6c-6be43536fb27 req-00e9908b-6d6c-417d-a93e-1b71b1ea3a97 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516171 Jul 14 12:03:09.956769 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.961039 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:09.998540 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a9a90-19a1-403d-bcca-36ae38466cf7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.001307 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:03:10.012582 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.012967 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Added segment bf45d417-e9d8-4f7c-978e-74d50e967398 of type vlan for network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 Jul 14 12:03:10.054491 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.082742 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.083773 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:10.084466 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.140298 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4700668 Jul 14 12:03:10.143323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36144) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:10.147634 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9081a89-e24d-4291-9dce-29764dec9b24 admin admin] Pushing event updated for resources: {'Network': ['ID=7aaa9ce9-97d7-49db-843d-23a44656e9b7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.148998 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Request body: {'subnet': {'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1406662052-subnet', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:10.158266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:03:10.169849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Made reservation on behalf of a4dee7f70e94424fa683a68b8dd1a708 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:10.172314 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.336168 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.390067 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944ee719-086c-46be-8ac0-ad614c115752,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.396936 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Checking segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:10.397283 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Network hostable DHCP agents. Network: 7aaa9ce9-97d7-49db-843d-23a44656e9b7, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:03:10.413242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:03:10.421333 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 7aaa9ce9-97d7-49db-843d-23a44656e9b7) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:10.426672 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:10.427322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.433986 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cc006-ee80-4340-95e1-f39dc85ff928 None None] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:10.443832 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5e41acdb-7dba-45a2-9d66-a0a05778c5d8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2992573 Jul 14 12:03:10.446805 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36148) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:10.451393 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:10.473811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.475373 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.531043 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.588054 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:03:10.588890 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.665131 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.725653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Allocated IP 172.20.0.2 (7aaa9ce9-97d7-49db-843d-23a44656e9b7/944ee719-086c-46be-8ac0-ad614c115752/b9426846-e77d-4d47-8a31-afac6591a68c) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:10.858525 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.865631 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-323d102f-b3d2-4bf4-b556-743e7de46802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.876955 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.881464 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.885806 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Transition to ACTIVE for port object b9426846-e77d-4d47-8a31-afac6591a68c will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:10.900867 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Transition to ACTIVE for port object b9426846-e77d-4d47-8a31-afac6591a68c will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:10.906081 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:10.945805 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:10.948681 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:10.952183 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:10.959551 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Pushing event updated for resources: {'Port': ['ID=b9426846-e77d-4d47-8a31-afac6591a68c,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:10.989107 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Allocated IP 172.27.3.81 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/0e9b5709-8e5a-48a6-9155-68c2a6d8174a) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:11.036049 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Attempting to bind port b9426846-e77d-4d47-8a31-afac6591a68c on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:11.036431 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Attempting to bind port b9426846-e77d-4d47-8a31-afac6591a68c by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:11.038267 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Attempting to bind port b9426846-e77d-4d47-8a31-afac6591a68c on network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:11.043649 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:11.044056 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Checking segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:11.044470 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.044867 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Bound using segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:11.045339 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Bound port: b9426846-e77d-4d47-8a31-afac6591a68c, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:11.045724 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.110005 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] For port b9426846-e77d-4d47-8a31-afac6591a68c, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:11.113104 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] For port b9426846-e77d-4d47-8a31-afac6591a68c, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9426846-e77d-4d47-8a31-afac6591a68c,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:11.117850 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.143783 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.158032 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42041b-926a-45eb-a6e9-3207b8ff263b req-2239f2da-c639-47fb-9b2b-7fe6f88717ef tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:11.159594 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-be42041b-926a-45eb-a6e9-3207b8ff263b req-2239f2da-c639-47fb-9b2b-7fe6f88717ef tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1070368 Jul 14 12:03:11.175468 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5d1c0-c5b4-4e21-b998-41718623d813 None None] Pushing event updated for resources: {'Port': ['ID=b9426846-e77d-4d47-8a31-afac6591a68c,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:11.213997 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-be42041b-926a-45eb-a6e9-3207b8ff263b req-4661988a-ea6d-4af7-9121-0dc2f2937dd6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480437 Jul 14 12:03:11.223288 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.259835 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:11.264776 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:11.269277 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:11.295325 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:11.321358 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.536428 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:11.930968 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.073825 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Router 37f964c9-5d31-4305-a5e7-39f581e903c6 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:03:12.104117 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9426846-e77d-4d47-8a31-afac6591a68c up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:12.150736 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11e794-5532-4eb3-ac23-1609cfa091c8 None None] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:12.184286 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:12.194440 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Sync routers for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:12.196375 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port b9426846-e77d-4d47-8a31-afac6591a68c completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:12.203576 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:12.204299 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.204471 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:12.208205 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a70e9058-e6b0-4487-b4b5-de2a9d90a02f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7577844 Jul 14 12:03:12.209882 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36158) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:12.217746 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Provisioning for port b9426846-e77d-4d47-8a31-afac6591a68c completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:12.224749 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Provisioning complete for port b9426846-e77d-4d47-8a31-afac6591a68c triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:12.225127 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.315805 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:12.379436 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.421675 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] For port b9426846-e77d-4d47-8a31-afac6591a68c, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9426846-e77d-4d47-8a31-afac6591a68c,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:12.427883 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.470633 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.488147 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf4a6-ae23-42a1-b193-9d0e1bd9cae4 None None] Pushing event updated for resources: {'Port': ['ID=b9426846-e77d-4d47-8a31-afac6591a68c,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:12.492634 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6affd3-9fe7-4302-95ac-ed37ac4c554a req-fcf36d04-02a7-4ffd-8301-24c89c8252d5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:12.494158 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e6affd3-9fe7-4302-95ac-ed37ac4c554a req-fcf36d04-02a7-4ffd-8301-24c89c8252d5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1244349 Jul 14 12:03:12.537872 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:11Z', 'revision_number': 3, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:12.569707 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Checking router: 37f964c9-5d31-4305-a5e7-39f581e903c6 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:12.570151 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Updating router 37f964c9-5d31-4305-a5e7-39f581e903c6 port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:03:12.604201 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e6affd3-9fe7-4302-95ac-ed37ac4c554a req-cd7de24a-4afa-4abb-b558-4595c5ab1b84 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030753 Jul 14 12:03:12.607697 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.661360 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1551a130-2991-468f-aed4-391b24602ab3 None None] Provisioning complete for port b9426846-e77d-4d47-8a31-afac6591a68c triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:12.662039 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1551a130-2991-468f-aed4-391b24602ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.765884 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.937009 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.947463 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Transition to ACTIVE for port object 0e9b5709-8e5a-48a6-9155-68c2a6d8174a will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:12.952541 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:12.965422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Allocated IP 172.20.0.1 (7aaa9ce9-97d7-49db-843d-23a44656e9b7/944ee719-086c-46be-8ac0-ad614c115752/eab36d37-9840-40c7-b67a-74c920a9afa7) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:13.003309 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Attempting to bind port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:13.003679 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Attempting to bind port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:13.004067 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Attempting to bind port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:13.013314 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Pushing event updated for resources: {'Port': ['ID=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.015358 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:13.015720 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:13.016139 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.016529 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:13.016982 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Bound port: 0e9b5709-8e5a-48a6-9155-68c2a6d8174a, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:13.017371 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.041978 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.042321 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.042654 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.042981 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.043306 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.043628 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.043948 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.044301 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.044638 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.044958 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.045275 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.045590 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:13.066384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.079903 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] For port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:13.080170 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Transition to ACTIVE for port object eab36d37-9840-40c7-b67a-74c920a9afa7 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:13.082921 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] For port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:13.086761 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.118045 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.141602 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:13.142216 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:13.157220 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:13.161356 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:13.164247 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:13.179267 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377fa2f-3665-4131-9ca8-8792ad53a8c5 None None] Pushing event updated for resources: {'Port': ['ID=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.196831 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Pushing event updated for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.217726 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.253123 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:13.364312 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-b3c2e0d1-181f-4446-9248-3adce545e305 None None] Provisioning for port eab36d37-9840-40c7-b67a-74c920a9afa7 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:13.368757 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-b3c2e0d1-181f-4446-9248-3adce545e305 None None] Provisioning complete for port eab36d37-9840-40c7-b67a-74c920a9afa7 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:13.369465 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b3c2e0d1-181f-4446-9248-3adce545e305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.404837 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-b3c2e0d1-181f-4446-9248-3adce545e305 None None] Port eab36d37-9840-40c7-b67a-74c920a9afa7 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:13.439458 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:11Z', 'revision_number': 3, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:13.447401 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.465576 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d2c21-8d0e-401a-b054-df4b376dae6b None None] The sync data for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi is: [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:11Z', 'revision_number': 3, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:13.610357 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.614833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.684925 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:13.688766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Pushing event updated for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:13.870783 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55d73d-6a87-4632-930a-5258ac3de873 req-60a9abe3-f5ef-487c-9030-a33b6fa0b6cb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:13.872356 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7e55d73d-6a87-4632-930a-5258ac3de873 req-60a9abe3-f5ef-487c-9030-a33b6fa0b6cb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1021838 Jul 14 12:03:13.874223 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:13.875715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:13.961487 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7e55d73d-6a87-4632-930a-5258ac3de873 req-c5f210ed-83de-4f06-96aa-fef34441900c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833404 Jul 14 12:03:14.038357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.149470 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-6e61c040-b029-41f4-8d0a-40dd3bdd57e1 None None] Provisioning complete for port eab36d37-9840-40c7-b67a-74c920a9afa7 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:14.149838 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6e61c040-b029-41f4-8d0a-40dd3bdd57e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.181876 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9426846-e77d-4d47-8a31-afac6591a68c up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:14.226541 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6e61c040-b029-41f4-8d0a-40dd3bdd57e1 None None] Port eab36d37-9840-40c7-b67a-74c920a9afa7 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:14.244300 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port b9426846-e77d-4d47-8a31-afac6591a68c triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:14.244958 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.271650 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Router 37f964c9-5d31-4305-a5e7-39f581e903c6 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:14.324625 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e9b5709-8e5a-48a6-9155-68c2a6d8174a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:14.377199 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:14.381910 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:14.382345 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.383647 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:14.389732 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e4b2e310-5754-4d39-8061-5b77f7550382 admin admin] 10.222.0.44 "PUT /v2.0/routers/37f964c9-5d31-4305-a5e7-39f581e903c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1778893 Jul 14 12:03:14.460676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.481077 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:14.485419 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.534440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:14.849649 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36190) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:14.855464 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693743230-network', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:14.877047 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Made reservation on behalf of 6a1c7f96fd804f898bf30473edd52eb1 for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:14.879345 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.888862 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.979152 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:14.983150 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.009497 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:03:15.019309 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb35cc6-64df-4906-9378-be27db3c9a95,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:15.026461 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.026841 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Added segment 51f3928c-1b04-4325-b6d5-394ec60e0a09 of type vlan for network accbaabc-80d7-4f6b-b645-b16f8ac11386 Jul 14 12:03:15.073885 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.084898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Sync routers for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:15.095496 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:15.096433 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:15.108845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.110189 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:15.110879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.170775 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4986e6c-80be-4fe5-8713-1bdf59234381 req-31904c9f-9b84-4fcd-a649-5ba9cffabceb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:15.174181 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3204417 Jul 14 12:03:15.174316 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d4986e6c-80be-4fe5-8713-1bdf59234381 req-31904c9f-9b84-4fcd-a649-5ba9cffabceb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0831540 Jul 14 12:03:15.174421 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36196) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.179549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Request body: {'subnet': {'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693743230-subnet', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:15.183843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37598f6f-5d70-4eed-9559-51baaff1504e admin admin] Pushing event updated for resources: {'Network': ['ID=accbaabc-80d7-4f6b-b645-b16f8ac11386,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:15.197038 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:03:15.206198 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Made reservation on behalf of 6a1c7f96fd804f898bf30473edd52eb1 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:15.209552 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.220216 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d4986e6c-80be-4fe5-8713-1bdf59234381 req-a2648af3-8772-4389-9b4a-f10c05dd6269 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387690 Jul 14 12:03:15.263799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:15.377858 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.430237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade073bf-0e05-43a6-a312-607a91a453d1,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:15.441216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Checking segment: {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:15.441561 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Network hostable DHCP agents. Network: accbaabc-80d7-4f6b-b645-b16f8ac11386, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:03:15.458980 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:03:15.467802 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, accbaabc-80d7-4f6b-b645-b16f8ac11386) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:15.472174 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:15.472580 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 2, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:15.473120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.485890 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5c17437e-08a4-4b3b-b4ba-a13c6ef4ac75 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3105795 Jul 14 12:03:15.488482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36198) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:15.492854 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:15.504677 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f230584-ca6d-426c-9a54-cfcf5137f375 None None] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:15.508629 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Checking router: 37f964c9-5d31-4305-a5e7-39f581e903c6 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:15.508981 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Updating router 37f964c9-5d31-4305-a5e7-39f581e903c6 port eab36d37-9840-40c7-b67a-74c920a9afa7 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:03:15.513952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.515008 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.706272 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.804694 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.928050 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-accbaabc-80d7-4f6b-b645-b16f8ac11386', 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'fixed_ips': [{'subnet_id': 'ade073bf-0e05-43a6-a312-607a91a453d1'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:03:15.928894 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:15.939019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.051617 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e9b5709-8e5a-48a6-9155-68c2a6d8174a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:16.151329 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.171847 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.189016 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Allocated IP 172.20.0.2 (accbaabc-80d7-4f6b-b645-b16f8ac11386/ade073bf-0e05-43a6-a312-607a91a453d1/7edfda4d-f49c-41a6-bd16-813d0f7b4bcc) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:16.198120 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.216037 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:16.216415 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.218118 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Transition to ACTIVE for port object eab36d37-9840-40c7-b67a-74c920a9afa7 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:16.251410 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.283283 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Allocated IP 172.27.3.193 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/ff495beb-8ce5-4e34-a009-632bfe555f0d) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:16.365348 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93fecd-65c8-4f27-825f-fa2a51697afb None None] Pushing event updated for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:16.409891 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.429433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d962a-58ae-4652-aa3c-a7438148ea31 req-19b5228d-cda4-488a-8bd2-a9b3c3596d94 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:16.437404 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-791d962a-58ae-4652-aa3c-a7438148ea31 req-19b5228d-cda4-488a-8bd2-a9b3c3596d94 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0826929 Jul 14 12:03:16.463537 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.474903 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-791d962a-58ae-4652-aa3c-a7438148ea31 req-3b29fbc5-9bf9-4346-8607-a6844b4b3dec tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356774 Jul 14 12:03:16.486268 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:16.490987 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:16.492804 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Attempting to bind port eab36d37-9840-40c7-b67a-74c920a9afa7 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:16.493262 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Attempting to bind port eab36d37-9840-40c7-b67a-74c920a9afa7 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:16.493603 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Attempting to bind port eab36d37-9840-40c7-b67a-74c920a9afa7 on network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:16.495564 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:16.502235 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:16.502554 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Checking segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:16.502956 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.503345 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Bound using segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:16.503814 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Bound port: eab36d37-9840-40c7-b67a-74c920a9afa7, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:16.504260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.562698 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.569832 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff495beb-8ce5-4e34-a009-632bfe555f0d,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:16.578263 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Transition to ACTIVE for port object 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:16.607783 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Transition to ACTIVE for port object 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:16.613384 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] For port eab36d37-9840-40c7-b67a-74c920a9afa7, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:16.616707 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] For port eab36d37-9840-40c7-b67a-74c920a9afa7, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=eab36d37-9840-40c7-b67a-74c920a9afa7,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:16.618249 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.623777 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.684014 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:16.688224 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Pushing event updated for resources: {'Port': ['ID=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:16.692266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:16.699920 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:16.741399 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:16.742045 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:16.823440 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.833981 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93fecd-65c8-4f27-825f-fa2a51697afb None None] Pushing event updated for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:16.853870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Attempting to bind port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:16.853870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Attempting to bind port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:16.853870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Attempting to bind port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc on network accbaabc-80d7-4f6b-b645-b16f8ac11386 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:16.883525 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:16.883895 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Checking segment: {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:16.884317 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.884707 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Bound using segment: {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:16.885183 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Bound port: 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:16.886820 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:16.947300 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:17.026383 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.041991 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] For port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:17.088999 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] For port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:17.094818 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.156628 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Router 0332bf15-c61d-477a-8c06-a387297b499e is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:03:17.186713 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f314e-54d5-4f33-a3bb-ef45a1505aa3 None None] Pushing event updated for resources: {'Port': ['ID=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:17.242298 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:17.276785 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:17.293910 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Sync routers for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:17.295098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.296662 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-be50c103-f93d-4345-9b10-318953d027f0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8072100 Jul 14 12:03:17.299433 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36210) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:17.307641 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:17.308450 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:17.433797 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451c17c-fb13-4902-b4f1-f07bc960b9a3 None None] The sync data for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi is: [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:17.438595 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:17.691734 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 3, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:17.726300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16145b-2689-4c5d-bd37-8c7406b92a4d req-c359d5c2-ab62-4763-9282-ef7ab7d7e459 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:17.727967 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6f16145b-2689-4c5d-bd37-8c7406b92a4d req-c359d5c2-ab62-4763-9282-ef7ab7d7e459 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0734985 Jul 14 12:03:17.728620 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Checking router: 0332bf15-c61d-477a-8c06-a387297b499e for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:17.728966 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Updating router 0332bf15-c61d-477a-8c06-a387297b499e port ff495beb-8ce5-4e34-a009-632bfe555f0d binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:03:17.777845 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:17.778829 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6f16145b-2689-4c5d-bd37-8c7406b92a4d req-03faddb5-09c7-4900-a98d-93b1b5112a59 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442076 Jul 14 12:03:17.847777 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.065165 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Allocated IP 172.20.0.1 (accbaabc-80d7-4f6b-b645-b16f8ac11386/ade073bf-0e05-43a6-a312-607a91a453d1/a477518b-a287-4ae6-84f7-5f9c03e150e4) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:18.140676 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.156304 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Transition to ACTIVE for port object ff495beb-8ce5-4e34-a009-632bfe555f0d will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:18.164594 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.210549 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device eab36d37-9840-40c7-b67a-74c920a9afa7 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:18.240455 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Attempting to bind port ff495beb-8ce5-4e34-a009-632bfe555f0d on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:18.241628 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Attempting to bind port ff495beb-8ce5-4e34-a009-632bfe555f0d by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:18.242964 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Attempting to bind port ff495beb-8ce5-4e34-a009-632bfe555f0d on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:18.255036 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:18.256397 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:18.257151 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.257470 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:18.258214 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Bound port: ff495beb-8ce5-4e34-a009-632bfe555f0d, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:18.258616 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.259361 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.284047 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Transition to ACTIVE for port object a477518b-a287-4ae6-84f7-5f9c03e150e4 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:18.310574 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port eab36d37-9840-40c7-b67a-74c920a9afa7 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:18.315348 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port eab36d37-9840-40c7-b67a-74c920a9afa7 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:18.315903 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.324994 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] For port ff495beb-8ce5-4e34-a009-632bfe555f0d, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:18.328823 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] For port ff495beb-8ce5-4e34-a009-632bfe555f0d, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=ff495beb-8ce5-4e34-a009-632bfe555f0d,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:18.340659 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67170a94-8f9d-492e-a4fb-a7606c4a1fc0 None None] Pushing event updated for resources: {'Port': ['ID=ff495beb-8ce5-4e34-a009-632bfe555f0d,revision_number=2']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.346922 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.357543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.414897 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:18.415674 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:18.454552 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:18.464592 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.470164 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:18.477031 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:18.494029 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe16fc5-09f7-4fe9-9d91-b39fe12e9961 None None] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:03:18.524918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.528830 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Pushing event updated for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.545710 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:18.589110 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port eab36d37-9840-40c7-b67a-74c920a9afa7, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=eab36d37-9840-40c7-b67a-74c920a9afa7,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:18.601741 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.602502 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:18.662927 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-27caa25f-67c3-4e41-b6a3-beec0ea24c15 None None] Provisioning for port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:18.697335 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67170a94-8f9d-492e-a4fb-a7606c4a1fc0 None None] Pushing event updated for resources: {'Port': ['ID=ff495beb-8ce5-4e34-a009-632bfe555f0d,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.702988 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.736831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:18.780634 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:18.788306 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:18.788610 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.870960 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 3, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:18.901374 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c07e6e-c4a3-4e5b-a0f9-a93db412e6c4 None None] The sync data for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi is: [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:16Z', 'revision_number': 3, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:18.910037 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.932492 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.943607 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:18.950051 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:18.955810 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.027504 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:19.032449 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6227b-e98f-42ff-a979-965d34e6a841 req-43b38742-8964-49f6-b4b0-2213cdd4d5ca tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:19.039794 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Pushing event updated for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:19.042410 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-37e6227b-e98f-42ff-a979-965d34e6a841 req-43b38742-8964-49f6-b4b0-2213cdd4d5ca tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1248634 Jul 14 12:03:19.042860 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.098912 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-37e6227b-e98f-42ff-a979-965d34e6a841 req-b391c638-b577-4824-90e7-1dc1c172ff60 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549188 Jul 14 12:03:19.156909 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:19.158624 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:19.283198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Provisioning complete for port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:19.284292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.408287 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Provisioning for port a477518b-a287-4ae6-84f7-5f9c03e150e4 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:19.414010 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Provisioning complete for port a477518b-a287-4ae6-84f7-5f9c03e150e4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:19.414385 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.453734 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0bd47-c993-4d2e-a304-b5db797fe0f2 None None] Port a477518b-a287-4ae6-84f7-5f9c03e150e4 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:19.555647 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Router 0332bf15-c61d-477a-8c06-a387297b499e has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:03:19.573795 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c1b4085e-ce5e-421c-90bb-8c131ee84c15 None None] Provisioning complete for port a477518b-a287-4ae6-84f7-5f9c03e150e4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:19.574075 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c1b4085e-ce5e-421c-90bb-8c131ee84c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.624876 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c1b4085e-ce5e-421c-90bb-8c131ee84c15 None None] Port a477518b-a287-4ae6-84f7-5f9c03e150e4 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:19.679445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:03:19.684763 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-46527760-e643-407c-84c2-d209820d6477 admin admin] 10.222.0.44 "PUT /v2.0/routers/0332bf15-c61d-477a-8c06-a387297b499e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3842030 Jul 14 12:03:19.742639 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ea1a6a2a-ef2b-42b4-b28e-1acc87684b68 None None] Provisioning complete for port a477518b-a287-4ae6-84f7-5f9c03e150e4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:19.743255 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ea1a6a2a-ef2b-42b4-b28e-1acc87684b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:19.784094 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a6a2a-ef2b-42b4-b28e-1acc87684b68 None None] Port a477518b-a287-4ae6-84f7-5f9c03e150e4 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:20.183366 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ff495beb-8ce5-4e34-a009-632bfe555f0d up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:20.239386 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port ff495beb-8ce5-4e34-a009-632bfe555f0d completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:20.246099 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port ff495beb-8ce5-4e34-a009-632bfe555f0d triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:20.246520 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:20.336328 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:20.351689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70841c-922c-47bd-ac21-ec928a2bf048 req-f7ec33ec-2003-4ccc-b55a-df42ca39fadf tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:20.353869 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fe70841c-922c-47bd-ac21-ec928a2bf048 req-f7ec33ec-2003-4ccc-b55a-df42ca39fadf tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.1034982 Jul 14 12:03:20.359676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port ff495beb-8ce5-4e34-a009-632bfe555f0d, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=ff495beb-8ce5-4e34-a009-632bfe555f0d,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:20.365443 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:20.366631 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device eab36d37-9840-40c7-b67a-74c920a9afa7 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:20.408664 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fe70841c-922c-47bd-ac21-ec928a2bf048 req-94efe35e-c782-4753-9e74-91d4f5165f8b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490856 Jul 14 12:03:20.467973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=ff495beb-8ce5-4e34-a009-632bfe555f0d,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:20.474889 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port eab36d37-9840-40c7-b67a-74c920a9afa7 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:20.475266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:20.566076 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:20.618594 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:20.618594 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:20.905031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Sync routers for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:03:20.918965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:20.919694 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:21.042888 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:21.267757 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 4, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'a477518b-a287-4ae6-84f7-5f9c03e150e4', 'name': '', 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'mac_address': 'fa:16:3e:9e:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:17Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 2, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'subnets': [{'id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:21.307152 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Checking router: 0332bf15-c61d-477a-8c06-a387297b499e for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:03:21.307503 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Updating router 0332bf15-c61d-477a-8c06-a387297b499e port a477518b-a287-4ae6-84f7-5f9c03e150e4 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:03:21.353895 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.617844 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35a675-6b38-426d-967c-4149e98d1787 req-4ec5edd8-4e6b-48bb-9d3b-9707a71917ae tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:21.620216 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8f35a675-6b38-426d-967c-4149e98d1787 req-4ec5edd8-4e6b-48bb-9d3b-9707a71917ae tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0821884 Jul 14 12:03:21.682089 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.682521 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8f35a675-6b38-426d-967c-4149e98d1787 req-ce29a1fc-4dac-4458-9c23-aac367060600 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506604 Jul 14 12:03:21.717324 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Transition to ACTIVE for port object a477518b-a287-4ae6-84f7-5f9c03e150e4 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:21.723251 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.831327 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Pushing event updated for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:21.853756 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.854122 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.854440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.854773 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.855109 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.855474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.855804 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.856154 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.856483 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.856801 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.857116 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.857432 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:03:21.868822 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Attempting to bind port a477518b-a287-4ae6-84f7-5f9c03e150e4 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:21.869177 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Attempting to bind port a477518b-a287-4ae6-84f7-5f9c03e150e4 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:21.869537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Attempting to bind port a477518b-a287-4ae6-84f7-5f9c03e150e4 on network accbaabc-80d7-4f6b-b645-b16f8ac11386 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:21.876152 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:21.876647 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Checking segment: {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:21.877142 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.877619 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Bound using segment: {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:21.878191 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Bound port: a477518b-a287-4ae6-84f7-5f9c03e150e4, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f3928c-1b04-4325-b6d5-394ec60e0a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:21.878661 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:21.956162 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] For port a477518b-a287-4ae6-84f7-5f9c03e150e4, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:21.960381 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] For port a477518b-a287-4ae6-84f7-5f9c03e150e4, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=a477518b-a287-4ae6-84f7-5f9c03e150e4,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:21.971270 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:22.064362 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194bc11-6536-4706-867b-7c6aa3618b2b None None] Pushing event updated for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:22.087770 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:03:22.088441 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:22.133651 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ff495beb-8ce5-4e34-a009-632bfe555f0d up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:22.361491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:03:22.535357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port ff495beb-8ce5-4e34-a009-632bfe555f0d triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:22.537301 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:22.663892 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 4, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'a477518b-a287-4ae6-84f7-5f9c03e150e4', 'name': '', 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'mac_address': 'fa:16:3e:9e:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:17Z', 'updated_at': '2021-07-14T12:03:21Z', 'revision_number': 4, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'subnets': [{'id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:03:22.694342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c0063-428a-4dd4-8acb-3abd51d14fdf None None] The sync data for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi is: [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 4, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'a477518b-a287-4ae6-84f7-5f9c03e150e4', 'name': '', 'network_id': 'accbaabc-80d7-4f6b-b645-b16f8ac11386', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'mac_address': 'fa:16:3e:9e:e3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:17Z', 'updated_at': '2021-07-14T12:03:21Z', 'revision_number': 4, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'subnets': [{'id': 'ade073bf-0e05-43a6-a312-607a91a453d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:03:22.968633 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c2a29-5f61-4f04-9f25-80e6c688cbeb req-0e78fd8d-71b6-4501-aa00-8119b15ff6fb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:22.971272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a81c2a29-5f61-4f04-9f25-80e6c688cbeb req-0e78fd8d-71b6-4501-aa00-8119b15ff6fb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0984092 Jul 14 12:03:23.024566 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a81c2a29-5f61-4f04-9f25-80e6c688cbeb req-5ca8c56c-3b07-49db-96dd-4eff05af0c9b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463698 Jul 14 12:03:24.103828 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device a477518b-a287-4ae6-84f7-5f9c03e150e4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:24.200496 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port a477518b-a287-4ae6-84f7-5f9c03e150e4 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:24.204918 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port a477518b-a287-4ae6-84f7-5f9c03e150e4 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:24.205295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:24.250927 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bbe27-6daf-40b3-a342-b88d52900236 req-9238d329-3abc-437c-a097-a85a4bb126b0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:24.252565 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e38bbe27-6daf-40b3-a342-b88d52900236 req-9238d329-3abc-437c-a097-a85a4bb126b0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 943 time: 0.0826459 Jul 14 12:03:24.295071 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e38bbe27-6daf-40b3-a342-b88d52900236 req-37bd71d4-4d5a-40d9-92d8-7d30abe8ae89 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362358 Jul 14 12:03:24.329253 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:24.361506 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port a477518b-a287-4ae6-84f7-5f9c03e150e4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=a477518b-a287-4ae6-84f7-5f9c03e150e4,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:24.367572 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:24.427153 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:25.039321 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:03:25.041040 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-cd7b15bb-eabc-4e16-bd50-8ccfefe5efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:25.043595 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-cd7b15bb-eabc-4e16-bd50-8ccfefe5efb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0739708 Jul 14 12:03:25.096748 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a05f29-1e0d-4472-825c-a5b0b498af50 req-564877c3-49b2-4100-bab5-349a298ada64 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:25.104075 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8a05f29-1e0d-4472-825c-a5b0b498af50 req-564877c3-49b2-4100-bab5-349a298ada64 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0845172 Jul 14 12:03:25.153006 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8a05f29-1e0d-4472-825c-a5b0b498af50 req-ef8c7a49-9653-49a4-9f6e-d1567e73a9af tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475769 Jul 14 12:03:25.193723 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-b2a57504-3916-4ee7-8fb2-1f189fbb0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:25.195627 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-b2a57504-3916-4ee7-8fb2-1f189fbb0caa service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.1442223 Jul 14 12:03:25.241236 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:25.253356 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-5c0ccd86-0625-4c86-a9f2-0b8216d7ef6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0501111 Jul 14 12:03:25.267709 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'mac_address': 'fa:16:3e:a9:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:03:25.310626 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:25.321458 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-79cf8acb-7f87-45ff-a0b9-4c0501750d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:25.322950 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-79cf8acb-7f87-45ff-a0b9-4c0501750d3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0634227 Jul 14 12:03:25.325934 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:03:25.352826 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:25.359841 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:25.397754 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-996894d2-f441-43fd-ae83-138a2d48cdf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667474 Jul 14 12:03:25.417941 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=9']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:25.526867 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-72fb6432-1aac-4ffb-84a7-d91663a107c2 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209750 Jul 14 12:03:25.558327 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42c251-ff47-4e7c-bfed-f7febc9aa548 req-77c6c6be-c90c-42dd-8d03-4e86ed8c8374 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:25.567946 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0f42c251-ff47-4e7c-bfed-f7febc9aa548 req-77c6c6be-c90c-42dd-8d03-4e86ed8c8374 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.0944424 Jul 14 12:03:25.616716 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0f42c251-ff47-4e7c-bfed-f7febc9aa548 req-94852500-6ed0-41f7-afc7-09242025bc05 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472848 Jul 14 12:03:25.674556 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cda7dd79-ba35-4e35-bfd8-bb03e397bd41 req-d1e72fd7-8969-4259-a143-66728929f50d service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389430 Jul 14 12:03:25.716784 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['c0fe9fa5-5c39-48b1-863f-2fa385e976d7'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:03:26.075624 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device a477518b-a287-4ae6-84f7-5f9c03e150e4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:26.135069 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port a477518b-a287-4ae6-84f7-5f9c03e150e4 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:26.135448 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:26.346571 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efb50-24f3-46d9-8cb8-34eea8925fb4 req-f6a8bf24-d285-4ae0-b37c-54e8f46ec693 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:26.348198 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f64efb50-24f3-46d9-8cb8-34eea8925fb4 req-f6a8bf24-d285-4ae0-b37c-54e8f46ec693 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0681584 Jul 14 12:03:26.427731 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f64efb50-24f3-46d9-8cb8-34eea8925fb4 req-a15ba1dc-54b6-48f8-a420-448f9926bbf9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714314 Jul 14 12:03:26.817398 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185b107-d75a-4c4d-83fd-af446fbff517 req-771a0690-b371-435e-9ebb-94531ac3b212 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:26.818972 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9185b107-d75a-4c4d-83fd-af446fbff517 req-771a0690-b371-435e-9ebb-94531ac3b212 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 944 time: 0.0719502 Jul 14 12:03:26.859729 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9185b107-d75a-4c4d-83fd-af446fbff517 req-d36ec30e-d686-48d6-8998-262408420705 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345001 Jul 14 12:03:27.055371 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:27.114430 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:27.114743 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:27.235826 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:27.266954 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:27.269474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26db302-5bd7-4968-ab30-eda76f9a9e1b" -d '{"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:27.283481 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:27.297863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:27.324423 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c1d743-cda0-4e22-abab-29b1f493c4ed x-openstack-request-id: req-d4c1d743-cda0-4e22-abab-29b1f493c4ed {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:27.324711 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-plugged", "status": "completed", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:27.324957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4c1d743-cda0-4e22-abab-29b1f493c4ed {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:27.325345 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'code': 200} Jul 14 12:03:27.356985 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=10']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:27.610501 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c6dc0-7093-4382-bc80-285023a05f78 req-e27b26d4-fe4d-4600-bb82-063aa3838f10 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:27.618055 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e24c6dc0-7093-4382-bc80-285023a05f78 req-e27b26d4-fe4d-4600-bb82-063aa3838f10 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0746539 Jul 14 12:03:27.663361 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e24c6dc0-7093-4382-bc80-285023a05f78 req-d6aeaa91-65e8-4ffc-9ab2-3facbdbf1aff tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jul 14 12:03:28.070538 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdfac4-9478-48bc-80e1-836e82fa131d req-ab1fa43a-5bc9-41ef-8e92-ce57200c81f6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:28.072092 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aebdfac4-9478-48bc-80e1-836e82fa131d req-ab1fa43a-5bc9-41ef-8e92-ce57200c81f6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0872059 Jul 14 12:03:28.112283 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aebdfac4-9478-48bc-80e1-836e82fa131d req-23b014f4-ddb0-45a0-a670-881d6810ba83 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346427 Jul 14 12:03:28.611989 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36362) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:28.742553 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7c67a3d2-a8c6-4785-b641-1a37264e5028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:28.897321 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7c67a3d2-a8c6-4785-b641-1a37264e5028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:28.903583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7c67a3d2-a8c6-4785-b641-1a37264e5028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:28.906977 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1bad-928f-4ea6-b8db-6d50da35075d req-3203be66-6027-4e78-9be3-03909cedb1f2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:28.908937 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-013c1bad-928f-4ea6-b8db-6d50da35075d req-3203be66-6027-4e78-9be3-03909cedb1f2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1113067 Jul 14 12:03:28.955078 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-7c67a3d2-a8c6-4785-b641-1a37264e5028 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37916619d6e749d9a1b1dfe0eae7488b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397601 Jul 14 12:03:28.955078 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67a3d2-a8c6-4785-b641-1a37264e5028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6174c-9296-40c4-abb0-0435f1644985,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:28.956212 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36370) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:03:28.957867 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-013c1bad-928f-4ea6-b8db-6d50da35075d req-66cf580e-be9e-4045-b503-899ff0eef332 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384836 Jul 14 12:03:29.018461 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:29.042466 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:29.102583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:29.105602 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:29.106824 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74b6174c-9296-40c4-abb0-0435f1644985 HTTP/1.1" status: 204 len: 168 time: 0.1459489 Jul 14 12:03:29.116393 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71359983-d3f7-46d8-bff1-d5496ed41466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6174c-9296-40c4-abb0-0435f1644985,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:29.336992 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfecdcc5-05bf-4df5-88ee-0bdd5aaa0f30 req-75d5ba9d-30d6-4d5b-a94d-a3dcfc5497c7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:29.343907 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfecdcc5-05bf-4df5-88ee-0bdd5aaa0f30 req-75d5ba9d-30d6-4d5b-a94d-a3dcfc5497c7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0805888 Jul 14 12:03:29.377553 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfecdcc5-05bf-4df5-88ee-0bdd5aaa0f30 req-15dcd2cd-fb2d-45ad-8582-84ee9bcc6b6d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327404 Jul 14 12:03:30.151354 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7f8a-c859-4352-ab1a-6efd2c4ba980 req-e01a5743-16cb-41a0-b3c0-ebaf560c5ab1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:30.153095 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e88f7f8a-c859-4352-ab1a-6efd2c4ba980 req-e01a5743-16cb-41a0-b3c0-ebaf560c5ab1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0721579 Jul 14 12:03:30.194447 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e88f7f8a-c859-4352-ab1a-6efd2c4ba980 req-c98c86e1-d6d6-412a-903f-3d2d3590ea6c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Jul 14 12:03:30.475007 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-69287aac-3010-4e25-ab76-572c3d64ab5c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:30.476553 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-69287aac-3010-4e25-ab76-572c3d64ab5c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 815 time: 0.1025610 Jul 14 12:03:30.491410 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-3c5eead9-ec68-462c-9852-94d6d31ee916 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/quotas/a4dee7f70e94424fa683a68b8dd1a708 HTTP/1.1" status: 200 len: 375 time: 0.0095766 Jul 14 12:03:30.605252 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-97d87439-4b4b-408a-bf4a-ab36bef23497 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086404 Jul 14 12:03:30.612349 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbc70a-37c8-4d74-897a-412848fdc128 req-cde367d4-d80e-4811-87ad-d8c9c8466952 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:30.613744 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14fbc70a-37c8-4d74-897a-412848fdc128 req-cde367d4-d80e-4811-87ad-d8c9c8466952 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.1088719 Jul 14 12:03:30.702424 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14fbc70a-37c8-4d74-897a-412848fdc128 req-611efba3-17a7-4ca0-a297-8bb206852bf3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786996 Jul 14 12:03:30.731252 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-3b8433f3-3b3f-4d8c-a88b-971fed112380 service neutron] 10.222.0.44 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145322 Jul 14 12:03:30.817598 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-85907ada-196b-49fa-a91d-62ac20b16eb7 service neutron] 10.222.0.44 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804629 Jul 14 12:03:30.995788 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f6cca29d-eb18-47ed-8b56-db52f46aa09b req-73e3a149-eea6-4374-b4c0-8a1134fff411 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 210 time: 0.0431764 Jul 14 12:03:31.380905 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dc0f9-0889-4702-8795-aa2e2e26ca9f req-7a69a855-bc79-40e3-82b2-85176052578f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:31.382470 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ac2dc0f9-0889-4702-8795-aa2e2e26ca9f req-7a69a855-bc79-40e3-82b2-85176052578f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0691276 Jul 14 12:03:31.423475 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ac2dc0f9-0889-4702-8795-aa2e2e26ca9f req-6bfcaca8-503d-43da-833a-d7b1399d7b22 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340452 Jul 14 12:03:31.908465 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb640e-1aff-4bbc-90c6-a9041ef61069 req-565d114e-2d58-4a39-a740-4d4a1984e3b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:31.910177 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cafb640e-1aff-4bbc-90c6-a9041ef61069 req-565d114e-2d58-4a39-a740-4d4a1984e3b7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0745420 Jul 14 12:03:31.947901 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cafb640e-1aff-4bbc-90c6-a9041ef61069 req-a0f68d38-b161-4a75-bce1-990ecd632314 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316639 Jul 14 12:03:32.127053 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9c4796c7-e155-4394-a1b1-4e673cde9c9b req-186fb73f-05fa-4974-9aca-fe54c13b821a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 210 time: 0.0284505 Jul 14 12:03:32.478256 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a08f1ee4-8e85-41b9-bf25-6c526d41c8d6 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:32.479694 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a08f1ee4-8e85-41b9-bf25-6c526d41c8d6 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 815 time: 0.1050155 Jul 14 12:03:32.505238 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'port': {'device_id': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'admin_state_up': True, 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:32.604398 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14048cb7-36ec-409e-a129-35c624edf6ca req-931ec4ee-5295-47e8-8eff-493b212b5735 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:32.611112 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14048cb7-36ec-409e-a129-35c624edf6ca req-931ec4ee-5295-47e8-8eff-493b212b5735 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0730071 Jul 14 12:03:32.619054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Made reservation on behalf of a4dee7f70e94424fa683a68b8dd1a708 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:03:32.622745 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:32.648638 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14048cb7-36ec-409e-a129-35c624edf6ca req-342d1c3f-b4b0-45cc-a95b-37388e47f409 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365489 Jul 14 12:03:32.749350 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Allocated IP 172.20.0.14 (7aaa9ce9-97d7-49db-843d-23a44656e9b7/944ee719-086c-46be-8ac0-ad614c115752/7ea89e0e-3319-4beb-a4b0-fc2f693ef003) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:03:32.901655 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:32.918390 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Transition to ACTIVE for port object 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:32.970080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.015377 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:03:33.018641 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:03:33.023218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:03:33.085422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:33.149452 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:33.152214 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.176698 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-a14f344e-13b7-405f-8c17-214750796204 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6759410 Jul 14 12:03:33.202385 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Request body: {'port': {'device_id': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:03:33.215225 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1666588-e0ad-4d2e-aadc-fc179ad0a4a9 req-846b90fe-dffa-4dfd-90fd-1e8022d8af24 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:33.219152 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a1666588-e0ad-4d2e-aadc-fc179ad0a4a9 req-846b90fe-dffa-4dfd-90fd-1e8022d8af24 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0954494 Jul 14 12:03:33.298745 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a1666588-e0ad-4d2e-aadc-fc179ad0a4a9 req-c3a9f5c0-06a9-4926-ad5d-9b572a7dfe66 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724709 Jul 14 12:03:33.347182 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.457574 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fd3ae-61bc-41a5-91f3-884cc3bc0eb2 req-3532d683-b98c-4865-b45b-1b73d616d63c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:33.466823 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff2fd3ae-61bc-41a5-91f3-884cc3bc0eb2 req-3532d683-b98c-4865-b45b-1b73d616d63c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 932 time: 0.1177816 Jul 14 12:03:33.529629 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-37a04333-fb61-4315-b538-e7deb8eb280a None None] Provisioning for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:33.534404 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff2fd3ae-61bc-41a5-91f3-884cc3bc0eb2 req-1ce107f9-6f00-445f-8b99-1281b27ebc7a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Jul 14 12:03:33.535327 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-37a04333-fb61-4315-b538-e7deb8eb280a None None] Provisioning complete for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:33.537525 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-37a04333-fb61-4315-b538-e7deb8eb280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.621950 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-37a04333-fb61-4315-b538-e7deb8eb280a None None] Port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:03:33.785155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:03:33.794169 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.808239 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Transition to ACTIVE for port object 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:03:33.822701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:33.894840 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5f752-6c3e-4120-99d6-af053afc0efb req-c07e72b0-dede-44b3-bad7-84609b7a4d5d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:33.901232 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-faf5f752-6c3e-4120-99d6-af053afc0efb req-c07e72b0-dede-44b3-bad7-84609b7a4d5d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0906093 Jul 14 12:03:33.962435 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-faf5f752-6c3e-4120-99d6-af053afc0efb req-3dd717da-1c36-4fec-9e01-0d8842f0ab71 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498636 Jul 14 12:03:33.978940 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:34.005473 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Attempting to bind port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:03:34.008495 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Attempting to bind port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:03:34.008863 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Attempting to bind port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 on network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:34.014185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 on network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:03:34.014510 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Attempting to bind port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 on network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:03:34.019961 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:03:34.021100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Checking segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:03:34.021488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Bound using segment: {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:03:34.021970 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Bound port: 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf45d417-e9d8-4f7c-978e-74d50e967398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:03:34.022333 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.096282 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:03:34.100504 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:03:34.105774 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.167206 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:34.170204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:34.170808 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:34.172203 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-cccae906-42b0-430a-9ffb-014785795fdf service neutron] 10.222.0.47 "PUT /v2.0/ports/7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 1094 time: 0.9766054 Jul 14 12:03:34.172629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:34.174889 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca59383-cc74-40f0-be97-a02a96b6614e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:34.215218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c66916-cd30-4933-a357-e51fac480964 x-openstack-request-id: req-45c66916-cd30-4933-a357-e51fac480964 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:34.215887 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:34.216355 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45c66916-cd30-4933-a357-e51fac480964 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:34.216942 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:03:34.516918 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb437c-1e89-4fa2-b71c-afe781b772a4 req-a96e0ed4-de79-45d1-bf30-19bec774ebb2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:34.518463 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63eb437c-1e89-4fa2-b71c-afe781b772a4 req-a96e0ed4-de79-45d1-bf30-19bec774ebb2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0720692 Jul 14 12:03:34.556591 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63eb437c-1e89-4fa2-b71c-afe781b772a4 req-69580c4b-a3eb-481e-8b46-bb60a4889181 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322766 Jul 14 12:03:34.722472 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76559b-cb3e-4026-afb2-29323f729885 req-dd6e6ab1-88fd-4dfc-be40-f2b64cc5a86f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:34.723950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6a76559b-cb3e-4026-afb2-29323f729885 req-dd6e6ab1-88fd-4dfc-be40-f2b64cc5a86f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0699844 Jul 14 12:03:34.763809 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6a76559b-cb3e-4026-afb2-29323f729885 req-9627747b-8e11-442c-9adf-864848e1f281 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Jul 14 12:03:35.141235 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7398e-ddf5-49f5-aeea-73b6fd011721 req-32472ede-9020-4760-a532-a5d0354dc732 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.142747 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ebc7398e-ddf5-49f5-aeea-73b6fd011721 req-32472ede-9020-4760-a532-a5d0354dc732 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0648162 Jul 14 12:03:35.181827 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ebc7398e-ddf5-49f5-aeea-73b6fd011721 req-8f1d42bd-6763-4f95-b8f0-8266180578b1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 14 12:03:35.797731 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dad57-d033-44d0-93ae-1a44e6ef4a89 req-8cb7920f-2bd5-4713-a76e-d95291793996 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.799398 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-022dad57-d033-44d0-93ae-1a44e6ef4a89 req-8cb7920f-2bd5-4713-a76e-d95291793996 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0664809 Jul 14 12:03:35.853542 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-022dad57-d033-44d0-93ae-1a44e6ef4a89 req-b08bda81-4fa1-486b-bac4-7886468dd168 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472660 Jul 14 12:03:35.967292 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8790807-2459-4d65-b43b-5e4951e54012 req-901c6ca6-df33-4a5c-9f6c-ce19811a48f4 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:35.968837 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8790807-2459-4d65-b43b-5e4951e54012 req-901c6ca6-df33-4a5c-9f6c-ce19811a48f4 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0724015 Jul 14 12:03:36.012360 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8790807-2459-4d65-b43b-5e4951e54012 req-83a836c7-8a12-4503-8f8a-f2e3b9aa7e71 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Jul 14 12:03:36.365428 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce1c37-757b-44b5-a203-422478e0ddc4 req-44f73bf6-2465-4bcb-9a55-f1e243b14738 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:36.367267 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6fce1c37-757b-44b5-a203-422478e0ddc4 req-44f73bf6-2465-4bcb-9a55-f1e243b14738 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0728593 Jul 14 12:03:36.407971 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6fce1c37-757b-44b5-a203-422478e0ddc4 req-6c237d9e-c103-4d4c-8a62-14cca6bcbe90 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Jul 14 12:03:36.607801 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:37.096832 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5161f0e-74be-47f4-a544-0e4153bb1867 req-5783a4c4-3add-4e66-ae50-c1d884092a53 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:37.104164 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f5161f0e-74be-47f4-a544-0e4153bb1867 req-5783a4c4-3add-4e66-ae50-c1d884092a53 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0964665 Jul 14 12:03:37.177610 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f5161f0e-74be-47f4-a544-0e4153bb1867 req-7f732807-9caf-4919-8c5a-c2e29c391165 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724328 Jul 14 12:03:37.302281 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8bf82-a3a2-43c4-b20c-58c11d393a9f req-22e40966-87aa-48d9-8aa9-da79e2b161d6 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:37.304753 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67d8bf82-a3a2-43c4-b20c-58c11d393a9f req-22e40966-87aa-48d9-8aa9-da79e2b161d6 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0789580 Jul 14 12:03:37.342649 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67d8bf82-a3a2-43c4-b20c-58c11d393a9f req-6230e506-b67d-441d-8693-81c6de872962 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jul 14 12:03:37.588556 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d714d-d707-497f-9369-b49e2ba32b83 req-2ab6fb4f-1533-46c8-9cbd-8ceaeb818cbe tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:37.590086 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-173d714d-d707-497f-9369-b49e2ba32b83 req-2ab6fb4f-1533-46c8-9cbd-8ceaeb818cbe tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0628715 Jul 14 12:03:37.632652 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-173d714d-d707-497f-9369-b49e2ba32b83 req-28c69eda-4dfe-45d5-ba0c-5681509965c9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Jul 14 12:03:38.357849 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bf71c-8b2b-48cd-8e81-a15f1f5871e7 req-cd71ca51-d995-4e4f-838d-e6cc3b5eb469 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:38.359346 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-430bf71c-8b2b-48cd-8e81-a15f1f5871e7 req-cd71ca51-d995-4e4f-838d-e6cc3b5eb469 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0642970 Jul 14 12:03:38.398719 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-31043590-c22b-4b0f-b6aa-84857e3f4687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:38.400087 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-430bf71c-8b2b-48cd-8e81-a15f1f5871e7 req-293d9265-f3c5-4a56-8f2f-fe2530b4939a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343821 Jul 14 12:03:38.519678 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4144d-fb4c-4974-9868-b595dc099a6c req-0d65516d-a819-4d1b-a1a5-4499ed51e62f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:38.521272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9ee4144d-fb4c-4974-9868-b595dc099a6c req-0d65516d-a819-4d1b-a1a5-4499ed51e62f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0666459 Jul 14 12:03:38.560692 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9ee4144d-fb4c-4974-9868-b595dc099a6c req-6453f138-b149-4acd-b08e-979fd9f7780e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Jul 14 12:03:38.817498 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40f5a8-5349-4aa3-992d-d77fd38c8a74 req-1ad62155-2054-403e-952c-68af044664ef tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:38.819047 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae40f5a8-5349-4aa3-992d-d77fd38c8a74 req-1ad62155-2054-403e-952c-68af044664ef tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0681534 Jul 14 12:03:38.858696 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae40f5a8-5349-4aa3-992d-d77fd38c8a74 req-9c461023-3194-42a7-b449-4c78f348e6cb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Jul 14 12:03:39.592340 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff84c4c-55f9-4a44-9750-2968fb0b89b1 req-47ca7adf-a7b8-4eb9-a0a2-9de4c636a3dd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:39.596036 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4ff84c4c-55f9-4a44-9750-2968fb0b89b1 req-47ca7adf-a7b8-4eb9-a0a2-9de4c636a3dd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0668583 Jul 14 12:03:39.636549 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4ff84c4c-55f9-4a44-9750-2968fb0b89b1 req-d753c333-7ec4-4f81-b989-4b7cfb00c669 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354552 Jul 14 12:03:39.746159 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d60cdd-36a5-4ee0-b12b-487563b1b0fd req-271561ad-e4a0-43b3-8b8c-56f72a4819c4 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:39.747930 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14d60cdd-36a5-4ee0-b12b-487563b1b0fd req-271561ad-e4a0-43b3-8b8c-56f72a4819c4 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0641127 Jul 14 12:03:39.790622 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14d60cdd-36a5-4ee0-b12b-487563b1b0fd req-95c74883-198b-40d4-914e-9c715ec35978 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Jul 14 12:03:40.042891 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06cb05-b13e-424c-9fe4-b63af58a45b4 req-66b47365-8f43-4520-bc41-81ecc533ec42 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:40.044375 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c06cb05-b13e-424c-9fe4-b63af58a45b4 req-66b47365-8f43-4520-bc41-81ecc533ec42 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0663865 Jul 14 12:03:40.082980 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c06cb05-b13e-424c-9fe4-b63af58a45b4 req-c2176d9e-3890-4038-938a-18ea5f336f18 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Jul 14 12:03:40.825543 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7feb-43c1-4d99-9bfb-12373b8219b5 req-01df568f-6b29-45eb-8c73-6d7bf2088874 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:40.827133 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4a0e7feb-43c1-4d99-9bfb-12373b8219b5 req-01df568f-6b29-45eb-8c73-6d7bf2088874 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0692096 Jul 14 12:03:40.854683 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fdd298ed-b329-42a8-bce6-8c8f12a594fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:40.904811 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4a0e7feb-43c1-4d99-9bfb-12373b8219b5 req-e7296709-2f80-4bdd-aee2-43eef1e2ebf7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707633 Jul 14 12:03:41.026637 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9ea5-2e70-47fb-82d2-cf0cd7ac3841 req-611770d3-903b-4f1a-a920-6d981bb50be1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:41.028228 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aecd9ea5-2e70-47fb-82d2-cf0cd7ac3841 req-611770d3-903b-4f1a-a920-6d981bb50be1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0723732 Jul 14 12:03:41.068375 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aecd9ea5-2e70-47fb-82d2-cf0cd7ac3841 req-bd6dbe67-aad2-4c28-9f41-2388eb5a9de4 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342610 Jul 14 12:03:41.270935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee6c18-4135-493c-8c52-63daa2b1758d req-3e439ab9-e574-4a94-916c-70120c7097ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:41.272464 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b7ee6c18-4135-493c-8c52-63daa2b1758d req-3e439ab9-e574-4a94-916c-70120c7097ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0664275 Jul 14 12:03:41.312305 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b7ee6c18-4135-493c-8c52-63daa2b1758d req-de158796-54d7-434e-87ef-9db9cf20bf1f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 14 12:03:41.345059 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:42.088300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dd479-5eab-4829-8070-017a7919b409 req-380d7387-519d-460a-8dc7-99379a1f41eb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:42.089856 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-704dd479-5eab-4829-8070-017a7919b409 req-380d7387-519d-460a-8dc7-99379a1f41eb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0672119 Jul 14 12:03:42.136166 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-704dd479-5eab-4829-8070-017a7919b409 req-5e94b296-8116-43fd-a996-251f852b1266 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394547 Jul 14 12:03:42.248948 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297dd9e-a3c6-4b93-a738-9ca2af29e7b6 req-1da57c44-5260-455a-8dbc-e2fa70eb43fd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:42.250431 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6297dd9e-a3c6-4b93-a738-9ca2af29e7b6 req-1da57c44-5260-455a-8dbc-e2fa70eb43fd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0642586 Jul 14 12:03:42.290792 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6297dd9e-a3c6-4b93-a738-9ca2af29e7b6 req-44dab796-ec8e-4341-93b5-a8d161ce8955 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Jul 14 12:03:42.456459 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:42.500060 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974254-862d-4746-a0e9-0d7af969c8a8 req-ca8c7615-68ed-441b-941a-bfa7869803dc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:42.501542 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60974254-862d-4746-a0e9-0d7af969c8a8 req-ca8c7615-68ed-441b-941a-bfa7869803dc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0718794 Jul 14 12:03:42.540515 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60974254-862d-4746-a0e9-0d7af969c8a8 req-900ab246-4224-48d2-848f-e5dd3bb75b4f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Jul 14 12:03:42.783674 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:03:43.318312 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec579950-975c-4994-8bca-86264ddecf9b req-a825246a-3713-4345-89b8-9ee54e11cc76 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:43.320622 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ec579950-975c-4994-8bca-86264ddecf9b req-a825246a-3713-4345-89b8-9ee54e11cc76 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0702939 Jul 14 12:03:43.358995 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ec579950-975c-4994-8bca-86264ddecf9b req-f00480dc-ea60-4fbb-b036-0cb9f3610631 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327179 Jul 14 12:03:43.476378 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4fea-5056-4000-b15a-ae4bb9262d76 req-cd4ba54f-abe1-44f6-88d3-6922f1a0ecdc tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:43.477923 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ceba4fea-5056-4000-b15a-ae4bb9262d76 req-cd4ba54f-abe1-44f6-88d3-6922f1a0ecdc tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0661719 Jul 14 12:03:43.515134 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ceba4fea-5056-4000-b15a-ae4bb9262d76 req-f19f097b-c141-4ad9-a03c-7571d4211132 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Jul 14 12:03:43.717639 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132887-332a-4825-a3ec-cf9552a847e6 req-2db7fb2d-6c11-46d6-8513-00746ea723fb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:43.719087 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14132887-332a-4825-a3ec-cf9552a847e6 req-2db7fb2d-6c11-46d6-8513-00746ea723fb tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0673058 Jul 14 12:03:43.772478 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-539507cd-a76e-4374-a2d3-a72de620688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:43.774888 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-539507cd-a76e-4374-a2d3-a72de620688b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1097 time: 0.0606880 Jul 14 12:03:43.776228 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14132887-332a-4825-a3ec-cf9552a847e6 req-b200b7e2-6ad7-4b96-8afa-8a1ae50a9657 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512116 Jul 14 12:03:43.892908 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-731a17b7-665c-4a12-984e-dbc568d46487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:43.894284 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-731a17b7-665c-4a12-984e-dbc568d46487 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023169 Jul 14 12:03:44.021057 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:44.036398 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-7231634f-622f-4138-b4c2-3724e23866db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.038478 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4ca59383-cc74-40f0-be97-a02a96b6614e req-7231634f-622f-4138-b4c2-3724e23866db service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270907 Jul 14 12:03:44.045283 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a1859-0002-4c7f-baa6-8b0cff660933 req-3e63e306-60de-467a-8d6c-ad7cebf81d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.046634 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b99a1859-0002-4c7f-baa6-8b0cff660933 req-3e63e306-60de-467a-8d6c-ad7cebf81d76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1099 time: 0.0877717 Jul 14 12:03:44.081625 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b99a1859-0002-4c7f-baa6-8b0cff660933 req-d11c9e70-afb8-4998-823b-c43483d0476c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0264962 Jul 14 12:03:44.465299 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-0b506835-4476-4814-bdb0-962750fa0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.466898 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-0b506835-4476-4814-bdb0-962750fa0842 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1097 time: 0.0666571 Jul 14 12:03:44.517108 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-ce26dc02-c792-4832-91b0-e957ba2f2a47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 217 time: 0.0348034 Jul 14 12:03:44.547824 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70529ab1-31de-4099-92c8-b7eeb85a7bf7 req-ee5a0c3a-4178-4a86-8a4d-7c61cb059a3d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.549460 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-70529ab1-31de-4099-92c8-b7eeb85a7bf7 req-ee5a0c3a-4178-4a86-8a4d-7c61cb059a3d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0661616 Jul 14 12:03:44.568967 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-93865b81-7af3-448d-9dda-170722eb903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.571069 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-93865b81-7af3-448d-9dda-170722eb903f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0473142 Jul 14 12:03:44.588402 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-70529ab1-31de-4099-92c8-b7eeb85a7bf7 req-0de1e28f-6565-43fe-9cd1-0c64644dec63 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323627 Jul 14 12:03:44.627009 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358261-0b5e-49d2-b290-47fc804ec59e req-5b2de827-6bc6-4844-8240-a4c87dbe2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.628520 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-5b2de827-6bc6-4844-8240-a4c87dbe2cd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509300 Jul 14 12:03:44.695107 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d0ba6-9542-4a5d-a241-a1548f7aea1d req-f1d564a5-1a4b-4f53-87a3-6f821f6fccb5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.696531 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-713d0ba6-9542-4a5d-a241-a1548f7aea1d req-f1d564a5-1a4b-4f53-87a3-6f821f6fccb5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0623147 Jul 14 12:03:44.721365 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-abd5270e-f8ae-4a84-93a6-81c0bc36005d service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859125 Jul 14 12:03:44.733454 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-713d0ba6-9542-4a5d-a241-a1548f7aea1d req-b5aca5c9-dead-464e-829f-6c39c3eadc5b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312417 Jul 14 12:03:44.808722 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-34358261-0b5e-49d2-b290-47fc804ec59e req-0f2f27d9-c22a-43f6-b67c-65f571d97583 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805573 Jul 14 12:03:44.952873 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3844-2831-4cf1-a457-0b649121a0da req-b3c8e222-e59c-48b7-a578-affe3f7b0d1a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:44.954302 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-98ea3844-2831-4cf1-a457-0b649121a0da req-b3c8e222-e59c-48b7-a578-affe3f7b0d1a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0693364 Jul 14 12:03:44.994376 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-98ea3844-2831-4cf1-a457-0b649121a0da req-34a6321f-a714-4b3b-9d1b-577150becd64 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343032 Jul 14 12:03:45.186773 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ca703-e647-42df-83dd-5b3c5199998e req-aca3bc38-7468-4bb7-a4d3-43b0ddc093aa tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:45.188250 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3a7ca703-e647-42df-83dd-5b3c5199998e req-aca3bc38-7468-4bb7-a4d3-43b0ddc093aa tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0619094 Jul 14 12:03:45.225486 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3a7ca703-e647-42df-83dd-5b3c5199998e req-8cf4ad86-267f-4ed5-bdae-b5ec19f5e08d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Jul 14 12:03:45.824063 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e429ca-77fd-457f-8704-3dab0c2f5819 req-1df59fad-c6ad-4b28-90ed-63e17d18d3f1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:45.826223 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01e429ca-77fd-457f-8704-3dab0c2f5819 req-1df59fad-c6ad-4b28-90ed-63e17d18d3f1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0699201 Jul 14 12:03:45.893334 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01e429ca-77fd-457f-8704-3dab0c2f5819 req-a12ced5f-d994-4026-9a6f-2777251c26d4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613120 Jul 14 12:03:45.931751 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172607ca-fa9e-40f7-9605-2ba699a593d4 req-5dd8b00d-a723-4485-bb17-988fe97f42c5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:45.934502 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-172607ca-fa9e-40f7-9605-2ba699a593d4 req-5dd8b00d-a723-4485-bb17-988fe97f42c5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0786195 Jul 14 12:03:45.973582 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-172607ca-fa9e-40f7-9605-2ba699a593d4 req-20b96222-90e4-49d2-ae9d-af57126713f0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Jul 14 12:03:46.181486 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fada61-a038-4df5-ba2d-7c395e23cbdd req-7c846c3b-71cd-44ac-b91f-7168e0ee3db7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:46.183222 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-75fada61-a038-4df5-ba2d-7c395e23cbdd req-7c846c3b-71cd-44ac-b91f-7168e0ee3db7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0763686 Jul 14 12:03:46.220307 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-75fada61-a038-4df5-ba2d-7c395e23cbdd req-b54ce920-e666-4c35-a53a-5c0a2d3e4b63 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Jul 14 12:03:46.399215 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166490f5-63e3-4ecf-b00a-4e3ff121c0b0 req-d1e21a7a-607f-4abc-8959-d0a38d261fe3 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:46.400709 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-166490f5-63e3-4ecf-b00a-4e3ff121c0b0 req-d1e21a7a-607f-4abc-8959-d0a38d261fe3 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0661352 Jul 14 12:03:46.438996 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-166490f5-63e3-4ecf-b00a-4e3ff121c0b0 req-cfc17bda-2dfc-4527-9028-f6f8bf60ba1d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Jul 14 12:03:47.075624 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf920f-c623-4416-a407-45fbcb9e78ef req-99352341-9ef6-40e2-878a-06706e5913d4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:47.077129 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dddf920f-c623-4416-a407-45fbcb9e78ef req-99352341-9ef6-40e2-878a-06706e5913d4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0638123 Jul 14 12:03:47.148957 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dddf920f-c623-4416-a407-45fbcb9e78ef req-5d708e8b-ea8c-4ac2-afab-116216a66d2e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650361 Jul 14 12:03:47.177948 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc07256-6f71-4cdd-a2ef-94ef3761b491 req-03731d3e-72cb-49b8-b467-308a621051c5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:47.179416 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0dc07256-6f71-4cdd-a2ef-94ef3761b491 req-03731d3e-72cb-49b8-b467-308a621051c5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0888190 Jul 14 12:03:47.217891 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0dc07256-6f71-4cdd-a2ef-94ef3761b491 req-6394fcd4-bf9a-4cad-a0d9-7a9995d3eed5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jul 14 12:03:47.395151 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64ffa-7814-49ee-9409-dfb3c89eef67 req-a8f9afc2-b5c5-4460-8746-094740475060 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:47.396703 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ea64ffa-7814-49ee-9409-dfb3c89eef67 req-a8f9afc2-b5c5-4460-8746-094740475060 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0650914 Jul 14 12:03:47.436198 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ea64ffa-7814-49ee-9409-dfb3c89eef67 req-31cc438f-348b-4bb5-a389-766f7bd93a0a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333428 Jul 14 12:03:47.612983 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd09b9-d459-4940-96f0-7fa2cfd94751 req-ed13ba8f-f7a0-4671-9d96-c5d9e2299007 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:47.614774 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-92fd09b9-d459-4940-96f0-7fa2cfd94751 req-ed13ba8f-f7a0-4671-9d96-c5d9e2299007 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0629194 Jul 14 12:03:47.653196 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-92fd09b9-d459-4940-96f0-7fa2cfd94751 req-a59501e4-5087-42d8-becd-058c053c0da0 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327518 Jul 14 12:03:48.400110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5d729-ce08-4ce3-b5e3-8c4c0f13e86b req-f1d2e4ee-5ad2-474d-8a0d-002e33dbec9f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:48.401620 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d9d5d729-ce08-4ce3-b5e3-8c4c0f13e86b req-f1d2e4ee-5ad2-474d-8a0d-002e33dbec9f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 944 time: 0.0700903 Jul 14 12:03:48.441394 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d9d5d729-ce08-4ce3-b5e3-8c4c0f13e86b req-10f749a6-a453-46a5-b0f0-68f25dcc3447 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342011 Jul 14 12:03:48.611084 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689c103-96fd-4788-a7db-31869168586c req-71758cdb-7005-4323-8e98-ca17c6a8f373 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:48.612570 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e689c103-96fd-4788-a7db-31869168586c req-71758cdb-7005-4323-8e98-ca17c6a8f373 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0621185 Jul 14 12:03:48.651470 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e689c103-96fd-4788-a7db-31869168586c req-76706c59-f437-4d19-8163-c620e10497e1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Jul 14 12:03:48.828976 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cc070-f238-472e-91b3-7b6f691b0222 req-ab8372f5-9890-46e0-8ff9-d2ec78282755 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:48.831102 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-834cc070-f238-472e-91b3-7b6f691b0222 req-ab8372f5-9890-46e0-8ff9-d2ec78282755 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0669603 Jul 14 12:03:48.876261 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-834cc070-f238-472e-91b3-7b6f691b0222 req-f533aa28-aa18-4fd6-b66d-87796ffd8eaf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Jul 14 12:03:49.147026 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:03:49.239703 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:49.250607 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'port_id': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'mac_address': 'fa:16:3e:83:8a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:03:49.291771 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:49.303801 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:03:49.322616 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:49.326558 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:49.373230 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:49.612333 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519168a-c58f-453a-b2df-a5a052c105c2 req-9122efb3-04d1-41a7-9edf-ba8761e69a8d tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:49.613803 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0519168a-c58f-453a-b2df-a5a052c105c2 req-9122efb3-04d1-41a7-9edf-ba8761e69a8d tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 945 time: 0.0629358 Jul 14 12:03:49.652057 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0519168a-c58f-453a-b2df-a5a052c105c2 req-61002bcd-6b64-4852-9db0-6c7e227087cd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Jul 14 12:03:49.740972 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:03:49.825839 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615e6c0-537a-41ab-b087-246de452c43c req-e633ae59-8f6a-4b97-8f0f-0f73313d19ac tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:49.827335 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b615e6c0-537a-41ab-b087-246de452c43c req-e633ae59-8f6a-4b97-8f0f-0f73313d19ac tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0640147 Jul 14 12:03:49.866847 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b615e6c0-537a-41ab-b087-246de452c43c req-965330bd-1e6a-40d2-b7e1-60db9ff7bf44 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337284 Jul 14 12:03:50.056256 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c2d07-eea7-43e8-9955-863f92160d68 req-450faae4-1c79-4df8-a67f-ebf7c29493c1 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:50.057847 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f02c2d07-eea7-43e8-9955-863f92160d68 req-450faae4-1c79-4df8-a67f-ebf7c29493c1 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0671253 Jul 14 12:03:50.093901 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f02c2d07-eea7-43e8-9955-863f92160d68 req-1cf5a415-9e7c-4adc-a070-eab7ad43b6bf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Jul 14 12:03:50.825824 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218de6e-3b0c-4d6c-9655-090fa0bc7568 req-3312a053-c519-49b1-a034-afc79ba926da tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:50.827272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3218de6e-3b0c-4d6c-9655-090fa0bc7568 req-3312a053-c519-49b1-a034-afc79ba926da tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 945 time: 0.0636113 Jul 14 12:03:50.864264 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3218de6e-3b0c-4d6c-9655-090fa0bc7568 req-8956792d-0b95-4428-8395-284dd8876474 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Jul 14 12:03:51.047491 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0774ae-3dd4-4a3c-8845-77e7b00b940b req-12666a8d-0e61-48de-958b-abe14ebfeb14 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:51.048971 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c0774ae-3dd4-4a3c-8845-77e7b00b940b req-12666a8d-0e61-48de-958b-abe14ebfeb14 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0662055 Jul 14 12:03:51.086463 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c0774ae-3dd4-4a3c-8845-77e7b00b940b req-9ce8404f-f357-469a-b17b-675800cd7e6b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Jul 14 12:03:51.162517 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:03:51.210537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:03:51.214627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:03:51.215267 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.271778 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f5de9-2847-4cdb-a29d-c24331b904e6 req-ce683cf5-87d8-4b33-965d-b6a6cc49403d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:51.273291 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b9f5de9-2847-4cdb-a29d-c24331b904e6 req-ce683cf5-87d8-4b33-965d-b6a6cc49403d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0655689 Jul 14 12:03:51.291217 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.313189 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b9f5de9-2847-4cdb-a29d-c24331b904e6 req-7d1c9abb-d749-4941-adb5-3c46ab506672 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341859 Jul 14 12:03:51.316963 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:03:51.319215 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb00c60e-4f03-4b00-9ea4-9c523ca9e297" -d '{"events": [{"server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "name": "network-vif-plugged", "status": "completed", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:03:51.333451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:03:51.340153 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:03:51.364939 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38314da-5be3-4e74-9ea8-931f6b7d2f2c x-openstack-request-id: req-f38314da-5be3-4e74-9ea8-931f6b7d2f2c {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:03:51.365229 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "name": "network-vif-plugged", "status": "completed", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:03:51.365482 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f38314da-5be3-4e74-9ea8-931f6b7d2f2c {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:03:51.365866 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'code': 200} Jul 14 12:03:51.391204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:03:51.664396 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74ea1-8d2c-4e9f-98cb-34be4c4b5068 req-cbd982bb-fae8-444e-bfdc-fbfc03b14114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:51.665942 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-78a74ea1-8d2c-4e9f-98cb-34be4c4b5068 req-cbd982bb-fae8-444e-bfdc-fbfc03b14114 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1099 time: 0.0564027 Jul 14 12:03:51.700751 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-78a74ea1-8d2c-4e9f-98cb-34be4c4b5068 req-0a7f62b5-8192-47fe-b6ce-2e208799c08a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278776 Jul 14 12:03:52.039687 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac163-ec8b-44cd-859a-18e809d2b31a req-70a5cd07-088d-40ba-96fa-e65d18e6b24b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:52.041893 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-93dac163-ec8b-44cd-859a-18e809d2b31a req-70a5cd07-088d-40ba-96fa-e65d18e6b24b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0655706 Jul 14 12:03:52.079244 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-93dac163-ec8b-44cd-859a-18e809d2b31a req-55ad72b6-917b-490f-a6bc-0d95c489288f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Jul 14 12:03:52.266901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e03fd-ebe3-48e7-abd2-f840ba9cb484 req-4050d1a1-71aa-47ae-99eb-b72994947a6b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:52.268405 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f04e03fd-ebe3-48e7-abd2-f840ba9cb484 req-4050d1a1-71aa-47ae-99eb-b72994947a6b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0663295 Jul 14 12:03:52.306449 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f04e03fd-ebe3-48e7-abd2-f840ba9cb484 req-57505eb5-41c7-44fb-b8d6-7b65a9c2a41c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 14 12:03:52.489686 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932c4e1-b42d-41ee-8e22-5234f7ddd167 req-f57bc611-04ae-431d-916b-1b07ca258c0c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:52.491154 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1932c4e1-b42d-41ee-8e22-5234f7ddd167 req-f57bc611-04ae-431d-916b-1b07ca258c0c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0651374 Jul 14 12:03:52.528710 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1932c4e1-b42d-41ee-8e22-5234f7ddd167 req-d1e21f59-6714-499e-bc4e-3aee2d205af6 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Jul 14 12:03:53.257962 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff6597-fb4f-4f38-9e4b-1bcc4bef4880 req-da5837ca-587c-4f6c-989c-0819214334e0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:53.259809 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bbff6597-fb4f-4f38-9e4b-1bcc4bef4880 req-da5837ca-587c-4f6c-989c-0819214334e0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0669765 Jul 14 12:03:53.296764 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bbff6597-fb4f-4f38-9e4b-1bcc4bef4880 req-50b2f650-2415-4c84-bbdf-0408cdb195a1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Jul 14 12:03:53.506423 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f257-1a83-47a4-bf53-a92cd4909ecd req-58180f6d-7e51-4323-bb22-f7fdaf835cea tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:53.507872 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b4f7f257-1a83-47a4-bf53-a92cd4909ecd req-58180f6d-7e51-4323-bb22-f7fdaf835cea tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.1023021 Jul 14 12:03:53.528754 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf7ac1-4c72-4c3c-8ed4-95b34761aa0a req-21fd9ff2-df78-4e20-b6ae-00bd8bf0127a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:53.530165 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2bbf7ac1-4c72-4c3c-8ed4-95b34761aa0a req-21fd9ff2-df78-4e20-b6ae-00bd8bf0127a tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1132457 Jul 14 12:03:53.579651 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b4f7f257-1a83-47a4-bf53-a92cd4909ecd req-6a72d96b-8a9e-4b9e-8261-f30ac518443c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644689 Jul 14 12:03:53.588228 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2bbf7ac1-4c72-4c3c-8ed4-95b34761aa0a req-512802e6-5a24-45bd-975a-0bf2f91495fc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498385 Jul 14 12:03:53.751531 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1c7fa-7dfa-49d5-a7f5-c8ce5baade2b req-ee74c0fa-9352-466a-81a7-3cc54c5eb488 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:53.753234 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-37b1c7fa-7dfa-49d5-a7f5-c8ce5baade2b req-ee74c0fa-9352-466a-81a7-3cc54c5eb488 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0658588 Jul 14 12:03:53.796408 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-37b1c7fa-7dfa-49d5-a7f5-c8ce5baade2b req-d4271c6d-8dca-4f41-969c-f129e50583d5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358739 Jul 14 12:03:53.973221 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c09c4-2d58-450c-8871-9b686fdab10f req-66feefec-3558-4fe9-a7eb-4a5a17785174 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:53.974719 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5f3c09c4-2d58-450c-8871-9b686fdab10f req-66feefec-3558-4fe9-a7eb-4a5a17785174 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0635130 Jul 14 12:03:54.013934 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5f3c09c4-2d58-450c-8871-9b686fdab10f req-8cc180e1-cee9-470d-95e7-1ca2077c496a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335312 Jul 14 12:03:54.768922 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc826-cdb6-4f52-8011-9bd3956a28b6 req-02e15ab0-bae9-457c-8829-f9f4cd1bd5ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:54.770384 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b40fc826-cdb6-4f52-8011-9bd3956a28b6 req-02e15ab0-bae9-457c-8829-f9f4cd1bd5ee tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0688052 Jul 14 12:03:54.808957 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b40fc826-cdb6-4f52-8011-9bd3956a28b6 req-6aaf350e-7865-438e-9626-ec5525ccb0f6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Jul 14 12:03:54.970991 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffb2e6-edc2-4b8a-8b43-5bf8aeb94cd9 req-4c580ce7-c99e-45da-8385-25a7c1a2f741 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:54.972445 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1bffb2e6-edc2-4b8a-8b43-5bf8aeb94cd9 req-4c580ce7-c99e-45da-8385-25a7c1a2f741 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0630720 Jul 14 12:03:55.011624 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1bffb2e6-edc2-4b8a-8b43-5bf8aeb94cd9 req-07f66dbf-e72b-4f3f-839a-c32f338798ec tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Jul 14 12:03:55.997094 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144a51-5c8a-4f8a-817b-8e98b15863c3 req-03d4ca44-ba63-42f9-abd5-1c7312a0e995 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:55.998561 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e144a51-5c8a-4f8a-817b-8e98b15863c3 req-03d4ca44-ba63-42f9-abd5-1c7312a0e995 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0709405 Jul 14 12:03:56.036981 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e144a51-5c8a-4f8a-817b-8e98b15863c3 req-8953b1c3-299a-495f-9434-eeccc127142b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327544 Jul 14 12:03:56.190364 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f62f1-0a82-4d01-899f-954eb0fed72a req-11811f64-557d-4238-bd60-88ea3a4dad6d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.191818 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-390f62f1-0a82-4d01-899f-954eb0fed72a req-11811f64-557d-4238-bd60-88ea3a4dad6d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0653121 Jul 14 12:03:56.229095 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-390f62f1-0a82-4d01-899f-954eb0fed72a req-aeea1912-3ca0-4c89-85ef-10d5088cc55d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317044 Jul 14 12:03:56.569820 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9234e4a-cf3a-4029-bd40-e097a12cb9aa req-9a046d4a-07e2-4772-9695-74b44fcf9d24 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.571386 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a9234e4a-cf3a-4029-bd40-e097a12cb9aa req-9a046d4a-07e2-4772-9695-74b44fcf9d24 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0692585 Jul 14 12:03:56.599985 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-8f146571-539f-4d6a-bccc-7aff107b9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.601546 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-8f146571-539f-4d6a-bccc-7aff107b9d5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 1098 time: 0.0572536 Jul 14 12:03:56.608977 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a9234e4a-cf3a-4029-bd40-e097a12cb9aa req-bdf4ccc8-fef9-4d33-8f0a-5b51fa348562 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Jul 14 12:03:56.700166 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-88f36dfd-93c5-4b3e-8bca-da4c09a41b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.701652 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-88f36dfd-93c5-4b3e-8bca-da4c09a41b34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.0882041 Jul 14 12:03:56.767516 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-a29feb17-e5d4-465a-aa15-ab65c8de4329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 200 len: 1000 time: 0.0589194 Jul 14 12:03:56.817206 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-31b2e5cb-608c-4776-b11e-c46e936271ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.818536 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-31b2e5cb-608c-4776-b11e-c46e936271ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0424423 Jul 14 12:03:56.883804 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-e31a55a4-0282-416a-b538-f557162bae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:56.885896 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-e31a55a4-0282-416a-b538-f557162bae34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606360 Jul 14 12:03:56.976207 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-44a56a76-a2d9-4296-afb3-073d40ab315c service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835240 Jul 14 12:03:57.077987 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d91b8606-0db5-4fbb-a7fb-b4c97deae3e3 req-735e0d96-da1c-4e9d-9270-9670c9496691 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871809 Jul 14 12:03:57.220977 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880e7b8-a79f-477f-881f-c5d40366fc09 req-12b88258-8a33-4bc7-a6b3-66983969da6b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:57.222419 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8880e7b8-a79f-477f-881f-c5d40366fc09 req-12b88258-8a33-4bc7-a6b3-66983969da6b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0646274 Jul 14 12:03:57.476667 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8880e7b8-a79f-477f-881f-c5d40366fc09 req-ec36ec50-ea08-4e98-81c6-6aabad900055 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486405 Jul 14 12:03:57.782597 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b45f2-5e02-47c5-8cb1-21cd5768a580 req-8dd9812b-2e58-47d1-b391-8c59ce53ef82 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:57.784069 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e84b45f2-5e02-47c5-8cb1-21cd5768a580 req-8dd9812b-2e58-47d1-b391-8c59ce53ef82 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0616078 Jul 14 12:03:57.823243 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e84b45f2-5e02-47c5-8cb1-21cd5768a580 req-262f39c6-4a09-4ee6-b90c-8e0415669ea4 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308578 Jul 14 12:03:58.646001 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb4e48-495c-4b43-a3cd-f94121ed8b29 req-65df6c3a-58c4-4c77-a605-3ddfa9d2f212 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:58.647343 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7aeb4e48-495c-4b43-a3cd-f94121ed8b29 req-65df6c3a-58c4-4c77-a605-3ddfa9d2f212 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0605242 Jul 14 12:03:58.685834 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7aeb4e48-495c-4b43-a3cd-f94121ed8b29 req-20527f3f-7c93-4eec-8e2a-17f547db41f9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Jul 14 12:03:58.996064 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeecd5a-61ec-4811-b7fe-e7d5f3bb114a req-ac643b66-a573-46e6-bb10-1357fe4915ee tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:58.997545 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bdeecd5a-61ec-4811-b7fe-e7d5f3bb114a req-ac643b66-a573-46e6-bb10-1357fe4915ee tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0600119 Jul 14 12:03:59.032921 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bdeecd5a-61ec-4811-b7fe-e7d5f3bb114a req-a5852603-6984-462d-aabc-c519a17707c5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299115 Jul 14 12:03:59.856961 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4591c-ab69-461f-84d0-b8a96ea7831a req-9070b4cf-c0c9-4f65-9f24-01d31f748c07 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:03:59.858492 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5da4591c-ab69-461f-84d0-b8a96ea7831a req-9070b4cf-c0c9-4f65-9f24-01d31f748c07 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0614078 Jul 14 12:03:59.895821 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5da4591c-ab69-461f-84d0-b8a96ea7831a req-7dca3513-4e3e-4e9b-9914-2bccf2633cb7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jul 14 12:04:00.209971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8f239-945d-45da-8cd4-4d937e69f2ea req-8b0e6335-f85d-4a0b-9112-8500bc35d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:00.211422 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-42c8f239-945d-45da-8cd4-4d937e69f2ea req-8b0e6335-f85d-4a0b-9112-8500bc35d9b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0501511 Jul 14 12:04:00.245894 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-42c8f239-945d-45da-8cd4-4d937e69f2ea req-87abb448-73ae-4883-a821-4f38d1f5797d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270369 Jul 14 12:04:01.074501 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a444bfc-d980-411b-a0eb-1462b4c2c3b6 req-7ffac192-27a2-471f-a581-76016b7aba4e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:01.075950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a444bfc-d980-411b-a0eb-1462b4c2c3b6 req-7ffac192-27a2-471f-a581-76016b7aba4e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0685072 Jul 14 12:04:01.111874 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a444bfc-d980-411b-a0eb-1462b4c2c3b6 req-c5f7fe29-3ef8-416e-bb01-1ad605ae236e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301628 Jul 14 12:04:02.288454 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9466a-3fff-4d6d-9301-2f90a9e4e7d9 req-a906cf15-cd00-4f8f-966e-3b40a971fa73 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:02.289943 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dda9466a-3fff-4d6d-9301-2f90a9e4e7d9 req-a906cf15-cd00-4f8f-966e-3b40a971fa73 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0698330 Jul 14 12:04:02.333035 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dda9466a-3fff-4d6d-9301-2f90a9e4e7d9 req-c73efe3f-a871-4af0-b660-8277eeef6425 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Jul 14 12:04:02.790751 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-fa0ceddb-0f3f-4998-8b11-aabac332e3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:02.792919 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-fa0ceddb-0f3f-4998-8b11-aabac332e3f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523675aa597a49d093944c9298877c3e&device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 1098 time: 0.0610979 Jul 14 12:04:02.824234 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67115376-e2ba-4aa8-b54e-320723f9a31a req-91147d81-f6e1-4346-a974-356a3a7c12f5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:02.826484 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67115376-e2ba-4aa8-b54e-320723f9a31a req-91147d81-f6e1-4346-a974-356a3a7c12f5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0675309 Jul 14 12:04:02.884705 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67115376-e2ba-4aa8-b54e-320723f9a31a req-93611d2c-950b-4474-841e-660f4371d4e0 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Jul 14 12:04:02.909866 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-76bfc3a3-f563-41e0-8ca6-c4233986fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:02.911325 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-76bfc3a3-f563-41e0-8ca6-c4233986fba1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 200 len: 920 time: 0.1090865 Jul 14 12:04:02.952806 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-482cc56f-0030-4dd2-a84d-a9de498ea31d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 200 len: 217 time: 0.0340843 Jul 14 12:04:03.001132 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-3b29dc7a-6a06-4c46-9394-496c7c63c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:03.002640 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-3b29dc7a-6a06-4c46-9394-496c7c63c612 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 200 len: 859 time: 0.0440321 Jul 14 12:04:03.041422 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-0f4c859c-9104-43f1-aef5-a4670f7b27f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=871eca1c-34dd-458d-a771-869915697bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309477 Jul 14 12:04:03.140856 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-d0092dc9-83a7-468a-a4fe-e04df2a85565 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929768 Jul 14 12:04:03.236746 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b65529a5-8129-43cf-8ac4-8ae6b2110de2 req-c66e4cbb-0760-45a4-bb09-9450b5ab1773 service neutron] 10.222.0.47 "GET /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Jul 14 12:04:03.597022 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acd22f-c3e4-450a-974f-aa6b334810e2 req-b2d27280-570f-487b-bb65-68dba7c44879 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:03.598420 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67acd22f-c3e4-450a-974f-aa6b334810e2 req-b2d27280-570f-487b-bb65-68dba7c44879 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0603669 Jul 14 12:04:03.635195 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-67acd22f-c3e4-450a-974f-aa6b334810e2 req-2b82d952-ca70-433a-85f5-8f17f58fbd14 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Jul 14 12:04:03.660719 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36944) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:04.072026 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d188b78-aa30-4f96-83db-1da377c38e78 req-76220a9b-d0cf-4e3b-aa3d-a58b64c7bd68 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:04.073552 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d188b78-aa30-4f96-83db-1da377c38e78 req-76220a9b-d0cf-4e3b-aa3d-a58b64c7bd68 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0648251 Jul 14 12:04:04.081539 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f240cd9-c7f3-4a9b-a794-44972ee6e353 tempest-TestMinimumBasicScenario-876704035 tempest-TestMinimumBasicScenario-876704035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:04.083046 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4f240cd9-c7f3-4a9b-a794-44972ee6e353 tempest-TestMinimumBasicScenario-876704035 tempest-TestMinimumBasicScenario-876704035-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1094 time: 0.4212649 Jul 14 12:04:04.086036 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 36950) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:04.090406 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'port_id': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:04.112078 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d188b78-aa30-4f96-83db-1da377c38e78 req-59b53de1-7edb-4852-b819-b1c67c84f6d5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328610 Jul 14 12:04:04.120477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for floatingip, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:04.222648 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:04.329429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Allocated IP 172.27.3.29 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/6e7571cb-aff5-4f46-a7c9-cac96bc50e4a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:04.430752 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:04.469218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:04.502915 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:04.505839 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:04.508917 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:04.547182 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'Port': ['ID=6e7571cb-aff5-4f46-a7c9-cac96bc50e4a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:04.891759 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:04.968187 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.115296 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.119749 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.196066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.230844 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'Port': ['ID=6e7571cb-aff5-4f46-a7c9-cac96bc50e4a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:05.300912 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d837f0-39cd-4541-afd1-ec3ec0152c33 req-51f70567-e583-4991-87e6-9094669d5797 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:05.302367 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6d837f0-39cd-4541-afd1-ec3ec0152c33 req-51f70567-e583-4991-87e6-9094669d5797 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0744140 Jul 14 12:04:05.307551 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Floating IP 4585e237-77cf-47e6-9e4d-81d4d7e68101 associated. External IP: 172.27.3.29, port: 7ea89e0e-3319-4beb-a4b0-fc2f693ef003. Jul 14 12:04:05.348083 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6d837f0-39cd-4541-afd1-ec3ec0152c33 req-cccf4579-8a12-4159-8c7d-d3468db71a80 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Jul 14 12:04:05.548909 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Router 37f964c9-5d31-4305-a5e7-39f581e903c6 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:05.605436 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-362dc61f-fb28-4abe-8018-1cfdff02208d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043518 Jul 14 12:04:05.668253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:05.679167 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Sync routers for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:05.689499 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:05.689865 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.690252 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:05.746867 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a7a69558-b4a3-4dec-afa1-cc36eb5df53a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6597302 Jul 14 12:04:05.748643 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:05.749758 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36968) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:05.751629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb4202-e3e5-42b3-a700-e093a2aa2e92" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:05.754278 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999441452', 'description': 'tempest-secgroup-smoke-999441452 description', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:05.771242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-8a99d06e-bf4a-41b5-a102-c0481c2b40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:05.773132 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-8a99d06e-bf4a-41b5-a102-c0481c2b40e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 1099 time: 0.0920956 Jul 14 12:04:05.801183 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:05.806833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.811286 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc6e8d-8a6e-4b27-a19b-e71ec61bd7dd x-openstack-request-id: req-a1bc6e8d-8a6e-4b27-a19b-e71ec61bd7dd {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:05.811575 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:05.811813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1bc6e8d-8a6e-4b27-a19b-e71ec61bd7dd {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:05.812236 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:04:05.894449 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.899269 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.929968 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:05.931104 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1803503 Jul 14 12:04:05.933681 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7d7d0-4331-4f21-8e21-a4e95c290ab0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81037fa1-9f5f-49bf-8f59-bc99ea237906,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:05.935836 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36972) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:05.940841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:05.946310 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-89ecfec8-8e9a-4440-91e1-9e44ed515482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:05.949944 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-89ecfec8-8e9a-4440-91e1-9e44ed515482 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1489193 Jul 14 12:04:05.968979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-f12e7b8b-4a0b-4903-ae92-87d91addbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:05.968979 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-f12e7b8b-4a0b-4903-ae92-87d91addbf99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1099 time: 0.1003537 Jul 14 12:04:05.969806 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.042811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.048126 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.057203 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4585e237-77cf-47e6-9e4d-81d4d7e68101', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'port_id': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'mac_address': 'fa:16:3e:83:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:04Z', 'updated_at': '2021-07-14T12:04:04Z', 'revision_number': 0, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:06.068811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2849f7-1bbd-408c-b3b8-735afffc2532,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.077517 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-13131f00-a0ef-460a-94af-6fd5fcc9762a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 200 len: 1000 time: 0.1224821 Jul 14 12:04:06.080684 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.085109 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4d41b537-d4ba-4dbd-8b4a-1bbed7b1ad4c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457815 Jul 14 12:04:06.085273 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36974) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:06.091086 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.091390 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Checking router: 37f964c9-5d31-4305-a5e7-39f581e903c6 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:06.100798 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:06.101531 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:03:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:06.121155 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.142018 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-6e918583-b9a8-4653-9465-8cb64d4eca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.143485 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-6e918583-b9a8-4653-9465-8cb64d4eca94 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.1502149 Jul 14 12:04:06.146969 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-3e35f21c-860f-413c-81da-7c8f35182819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.148336 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-3e35f21c-860f-413c-81da-7c8f35182819 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0619254 Jul 14 12:04:06.187079 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.191420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.205390 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:06.212568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.216586 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275747 Jul 14 12:04:06.216586 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07f906-c7e9-4da0-a111-fd24ffc4cb02 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd8e0c-0535-489d-ae97-817b8289717f,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.216808 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36978) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:06.221296 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.250585 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.257777 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-bdd5ff7b-2ee2-4c66-a5ce-2d543e52247b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 999 time: 0.0964074 Jul 14 12:04:06.312335 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-2c53a6c5-a290-4174-9ec0-4aec731051f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.313939 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-2c53a6c5-a290-4174-9ec0-4aec731051f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1517034 Jul 14 12:04:06.314450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.319513 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.331609 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-ed383d79-af75-401f-b72d-a26ef26f3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.333033 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-ed383d79-af75-401f-b72d-a26ef26f3bae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0689764 Jul 14 12:04:06.337965 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7302ec6-93f1-4a61-9618-a6fb05dd4674,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.347158 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.351151 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fb75bbc8-77e8-4f48-b791-948b68ed55b5 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310213 Jul 14 12:04:06.351341 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36980) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:06.356618 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.390468 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.459251 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-a04bd6f4-46bd-44e8-b19f-5374f6744635 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356702 Jul 14 12:04:06.470025 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4585e237-77cf-47e6-9e4d-81d4d7e68101', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'port_id': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'mac_address': 'fa:16:3e:83:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:04Z', 'updated_at': '2021-07-14T12:04:04Z', 'revision_number': 0, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:06.490288 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.506666 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75917506-8ba8-49b3-a9e2-2ab5d74fbd49 None None] The sync data for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi is: [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4585e237-77cf-47e6-9e4d-81d4d7e68101', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'port_id': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'mac_address': 'fa:16:3e:83:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:04Z', 'updated_at': '2021-07-14T12:04:04Z', 'revision_number': 0, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:06.512752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.546534 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.551962 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989863 Jul 14 12:04:06.553325 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36990) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:06.559841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.566815 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66879c26-8aef-47e6-bb86-b127df361c31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026d5251-398b-41e8-924f-17ea9ecfa016,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.608280 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Project a4dee7f70e94424fa683a68b8dd1a708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:04:06.615620 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.621565 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fa3bd-1f64-4959-a290-1bc3e09046cd req-b66b4776-1173-4468-894e-de757947e5df tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.623149 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d0fa3bd-1f64-4959-a290-1bc3e09046cd req-b66b4776-1173-4468-894e-de757947e5df tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.1497149 Jul 14 12:04:06.624140 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.711050 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d0fa3bd-1f64-4959-a290-1bc3e09046cd req-1e55a606-8aa9-4982-b342-ede418f27c28 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677075 Jul 14 12:04:06.721110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.731603 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.752183 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87406279-4bee-4f85-961a-fbfc3c3131b6,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:06.763575 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.767635 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-26340900-4368-4137-b16e-ade276d9673b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2096417 Jul 14 12:04:06.772689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 36994) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:06.781956 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'security_group_rule': {'security_group_id': '81037fa1-9f5f-49bf-8f59-bc99ea237906', 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:06.799624 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d06785-84e8-4c40-90c5-382eb1ec4a4f None None] New status for floating IP 4585e237-77cf-47e6-9e4d-81d4d7e68101: ACTIVE {{(pid=93154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:06.803920 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-47867534-9f8b-4924-8121-c04f431d64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:06.804892 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-47867534-9f8b-4924-8121-c04f431d64db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4592826 Jul 14 12:04:06.841107 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Project a4dee7f70e94424fa683a68b8dd1a708 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:04:06.856243 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.911246 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f5a76b14-cf69-4227-bda5-5d81d55d39b5 req-311fb06f-0d07-4d8e-a7a4-ed9780b78756 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421339 Jul 14 12:04:06.933808 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-bd703063-7333-40c6-ad1b-d15c8883bd56 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141143 Jul 14 12:04:06.957398 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.963133 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:06.986578 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf14d9-25af-4ec3-8b0c-8df6109e3621,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:07.006088 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.007668 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-19f5a689-6c1d-4bf2-a0ad-cbc600923bb9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2330816 Jul 14 12:04:07.056341 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6acb4202-e3e5-42b3-a700-e093a2aa2e92 req-b2687b49-429a-4413-8220-90cbafe1e165 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135690 Jul 14 12:04:07.139467 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-c032f2c3-f51f-45b5-a0bf-6905fc52a88c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999441452&fields=id&tenant_id=a4dee7f70e94424fa683a68b8dd1a708 HTTP/1.1" status: 200 len: 267 time: 0.0380783 Jul 14 12:04:07.228529 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-36b851c3-d88a-4dc1-acdd-2d4c9348fdd8 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.232835 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-36b851c3-d88a-4dc1-acdd-2d4c9348fdd8 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0864747 Jul 14 12:04:07.241003 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'port': {'security_groups': ['a06a9a90-19a1-403d-bcca-36ae38466cf7', '81037fa1-9f5f-49bf-8f59-bc99ea237906']}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:07.337421 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.527120 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:07.558036 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.563181 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.609007 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:07.615096 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.615768 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:07.617343 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bee44452-c357-4dd1-88c5-7b5b65f1f6d8 req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "PUT /v2.0/ports/7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 982 time: 0.3811283 Jul 14 12:04:07.617799 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:07.621118 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf1e016-4eab-4432-9af7-312dcca8aeed" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:07.660112 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566996fd-17e0-4a8d-98a3-767245022e55 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=6']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:07.694126 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872dcdac-6c80-45b0-a6b3-83b6607ba1cd x-openstack-request-id: req-872dcdac-6c80-45b0-a6b3-83b6607ba1cd {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:07.694290 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:07.694545 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-872dcdac-6c80-45b0-a6b3-83b6607ba1cd {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:07.694962 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:04:07.834214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733084e4-9362-4f8a-a5f3-7813a2157897 req-30292843-1fad-474f-838a-21bec669d24c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.836151 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-733084e4-9362-4f8a-a5f3-7813a2157897 req-30292843-1fad-474f-838a-21bec669d24c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0750721 Jul 14 12:04:07.845718 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:07.864574 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-336d5fab-7a9b-49b9-9995-469994a065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.866078 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-336d5fab-7a9b-49b9-9995-469994a065e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1138 time: 0.1046093 Jul 14 12:04:07.895310 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-733084e4-9362-4f8a-a5f3-7813a2157897 req-44ce2462-a97f-4185-bfce-c9c52383be7c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520785 Jul 14 12:04:07.997137 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-5cbc3ef5-22c1-4a77-9b58-f373edcec5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:07.998663 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-5cbc3ef5-22c1-4a77-9b58-f373edcec5cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.1168504 Jul 14 12:04:07.999765 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-25514d56-91c4-4bfb-be79-f7c1bc4dc27e None None] Provisioning complete for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:08.000740 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-25514d56-91c4-4bfb-be79-f7c1bc4dc27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.077147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37018) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:08.130673 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-873d51e5-ca2b-4d74-8832-f23dbb5f9948 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 1001 time: 0.0810192 Jul 14 12:04:08.188956 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-69d34dbb-58cf-452d-b01b-5cce26f937ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.190731 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-69d34dbb-58cf-452d-b01b-5cce26f937ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0534179 Jul 14 12:04:08.193120 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6376ed3d-03a8-4782-aa3c-5cab4b691b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.252789 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-a109bfa2-6070-42e1-99a4-fae6750bfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:08.254770 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-a109bfa2-6070-42e1-99a4-fae6750bfbc6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569735 Jul 14 12:04:08.296398 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6376ed3d-03a8-4782-aa3c-5cab4b691b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.301815 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6376ed3d-03a8-4782-aa3c-5cab4b691b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.340431 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37026) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:08.340697 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6376ed3d-03a8-4782-aa3c-5cab4b691b6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d919e45eb36d436eb10694ac076f0fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616069 Jul 14 12:04:08.357482 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376ed3d-03a8-4782-aa3c-5cab4b691b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce77ad-0339-4016-9b04-2ed677326696,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:08.386932 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-8e398457-c3f0-4bf5-8901-e1c07dded448 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246459 Jul 14 12:04:08.410430 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.419498 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-23c61add-efef-4688-9305-d0f8214fe14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.480859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.540084 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-4cf1e016-4eab-4432-9af7-312dcca8aeed req-4bc16efc-5d67-4de6-a485-4db1f45be18c service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276414 Jul 14 12:04:08.552277 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.555367 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:08.556461 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91ce77ad-0339-4016-9b04-2ed677326696 HTTP/1.1" status: 204 len: 168 time: 0.2152681 Jul 14 12:04:08.564435 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a2b25-67e6-4ec5-9ce7-59e7ee86987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce77ad-0339-4016-9b04-2ed677326696,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:10.836994 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f329549-b64b-4def-a282-b6012398a0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:11.325957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:12.175612 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393e686-5d61-4208-95cf-5bc6f34c26c5 req-627ab961-42eb-4d1c-9a7c-6378187b856d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:12.176993 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7393e686-5d61-4208-95cf-5bc6f34c26c5 req-627ab961-42eb-4d1c-9a7c-6378187b856d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0646799 Jul 14 12:04:12.213630 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7393e686-5d61-4208-95cf-5bc6f34c26c5 req-95e6b998-91b8-4ed2-9346-470e715e9536 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Jul 14 12:04:12.449971 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:13.382209 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56ae18-6190-4c2e-9f29-387b3d7d8188 req-a6f1decc-65ed-4c17-a596-e9cd82c876f1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:13.383899 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6d56ae18-6190-4c2e-9f29-387b3d7d8188 req-a6f1decc-65ed-4c17-a596-e9cd82c876f1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0604498 Jul 14 12:04:13.420131 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6d56ae18-6190-4c2e-9f29-387b3d7d8188 req-e90685a3-8698-47af-ab33-1d26e5d28d2e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297465 Jul 14 12:04:14.023856 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:14.593217 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf957b2-680b-4809-b7c1-bf33dee986a9 req-708974bc-197a-4d6c-9b1f-f346173a6e64 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:14.594657 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-abf957b2-680b-4809-b7c1-bf33dee986a9 req-708974bc-197a-4d6c-9b1f-f346173a6e64 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0641482 Jul 14 12:04:14.630732 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-abf957b2-680b-4809-b7c1-bf33dee986a9 req-86d8f409-b9b6-4103-94ba-aaec8d1e4348 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Jul 14 12:04:15.799129 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0b4ee-cc67-4314-9cba-024c10e44fa6 req-d7d496b3-8089-46ca-8479-1d0e731e3856 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:15.800635 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-12b0b4ee-cc67-4314-9cba-024c10e44fa6 req-d7d496b3-8089-46ca-8479-1d0e731e3856 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0609148 Jul 14 12:04:15.836288 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-12b0b4ee-cc67-4314-9cba-024c10e44fa6 req-5da033d9-074c-41c3-b69c-be023e2fe7c6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301032 Jul 14 12:04:16.984503 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-58e2f185-1204-4cbf-b830-4c5c2894f86b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:16.985984 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-58e2f185-1204-4cbf-b830-4c5c2894f86b tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0713334 Jul 14 12:04:17.007625 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032c22b-4fe0-4c9d-9ab1-fc3734aedda8 req-043cc8f5-907f-4bd9-be78-3ce61e1f1b87 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:17.009525 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e032c22b-4fe0-4c9d-9ab1-fc3734aedda8 req-043cc8f5-907f-4bd9-be78-3ce61e1f1b87 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 945 time: 0.0633574 Jul 14 12:04:17.049132 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e032c22b-4fe0-4c9d-9ab1-fc3734aedda8 req-30347dc8-9b8b-42b3-b62a-1d5905fa68c1 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Jul 14 12:04:17.086636 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Deleting port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:17.086979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.175651 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] For port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:17.175925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.188322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Calling delete_port for 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:17.317976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.356455 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['0748cade-fd0f-4999-8057-77e8f7c38ace', '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:17.359772 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Pushing event deleted for resources: {'Port': ['ID=7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:17.387391 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.388770 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.388770 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.388966 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.389189 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.389504 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.389822 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.390140 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.390468 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.390770 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.391077 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.391389 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.415694 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] No DVR routers for this DVR port 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:17.418187 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.420196 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-16199624-63d5-48f3-9dc4-2c94d6a213fb req-6e9b208a-5c75-4d83-8dac-c59ffe0db1b8 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "DELETE /v2.0/ports/7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 HTTP/1.1" status: 204 len: 173 time: 0.4286010 Jul 14 12:04:17.420630 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'name': 'network-vif-deleted', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:17.423232 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e5071a-4680-4cfc-9b43-fbd3ceee3c2c" -d '{"events": [{"server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "name": "network-vif-deleted", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:17.475816 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c409a7b-607d-4cec-90b4-edfe72fb1510 x-openstack-request-id: req-5c409a7b-607d-4cec-90b4-edfe72fb1510 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:17.476253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ebe755-6108-4830-92a4-f14f267addce", "name": "network-vif-deleted", "tag": "7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:17.476399 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c409a7b-607d-4cec-90b4-edfe72fb1510 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:17.476825 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebe755-6108-4830-92a4-f14f267addce', 'name': 'network-vif-deleted', 'tag': '7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663', 'status': 'completed', 'code': 200} Jul 14 12:04:17.675074 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37130) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:17.777948 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.865909 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.869605 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.907405 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b356c2a614e45a0b4d976ced8163c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311971 Jul 14 12:04:17.908296 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211ce4f-de72-4455-8377-fdf40fb1dbd0,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:17.910145 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37134) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:17.915895 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.916270 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.916613 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.916954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.917285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.917618 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.917943 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.918267 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.918593 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.918915 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.919280 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.919601 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af6183-35b4-442d-aa74-3077505903a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:17.960979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:17.982242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:18.033713 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:18.036406 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:18.037601 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f211ce4f-de72-4455-8377-fdf40fb1dbd0 HTTP/1.1" status: 204 len: 168 time: 0.1262753 Jul 14 12:04:18.059277 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fba46a-f662-4e09-9076-5f105c780773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211ce4f-de72-4455-8377-fdf40fb1dbd0,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:18.214844 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-894a0758-2138-4831-af3a-82ecb4218880 req-8a537476-4458-4909-9f3d-2294035f7c75 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebe755-6108-4830-92a4-f14f267addce HTTP/1.1" status: 200 len: 210 time: 0.0308824 Jul 14 12:04:19.648083 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a824e4-ef9e-4ada-8c6b-6f8c3302b342 req-578411eb-1248-4004-893d-c78ab26a59e3 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:19.649561 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d5a824e4-ef9e-4ada-8c6b-6f8c3302b342 req-578411eb-1248-4004-893d-c78ab26a59e3 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0609517 Jul 14 12:04:19.689273 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d5a824e4-ef9e-4ada-8c6b-6f8c3302b342 req-fb188f7c-19f7-4fde-ba1f-3ba8914f4a8f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Jul 14 12:04:19.782741 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:04:20.862501 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae459c8f-3c14-42ed-b0b1-aa5558a6611f req-dc29cde6-2c11-4d0b-a463-78f7b2face44 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:20.864018 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae459c8f-3c14-42ed-b0b1-aa5558a6611f req-dc29cde6-2c11-4d0b-a463-78f7b2face44 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0623410 Jul 14 12:04:20.900974 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae459c8f-3c14-42ed-b0b1-aa5558a6611f req-ebe48806-d8c4-43ab-8056-2e06380122c2 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Jul 14 12:04:21.359204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:21.379205 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:21.379542 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7a4043c3-6d9d-4829-b7e9-2b3e9f3b9663 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:22.071725 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a0323-7fab-49a1-953d-1368a3dbf6ae req-c130e063-4465-4d91-beef-6bd76c5059f6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:22.073231 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dd7a0323-7fab-49a1-953d-1368a3dbf6ae req-c130e063-4465-4d91-beef-6bd76c5059f6 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0614820 Jul 14 12:04:22.111028 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dd7a0323-7fab-49a1-953d-1368a3dbf6ae req-f25a419a-058d-465f-a9b0-f6f428667d7d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Jul 14 12:04:23.287847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a786d2f-582e-4610-88cf-b2b988d54d4f req-23168520-3292-4086-a039-bc345088021e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:23.289824 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3a786d2f-582e-4610-88cf-b2b988d54d4f req-23168520-3292-4086-a039-bc345088021e tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0664690 Jul 14 12:04:23.326206 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3a786d2f-582e-4610-88cf-b2b988d54d4f req-e372f8bb-c604-4b5b-b799-2dfa67b03c0c tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Jul 14 12:04:24.495454 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d4571-aa07-469c-9a19-0b81f1bad282 req-32141f3c-c156-4af3-98ac-72688bcd02e5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:24.496961 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-120d4571-aa07-469c-9a19-0b81f1bad282 req-32141f3c-c156-4af3-98ac-72688bcd02e5 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0613554 Jul 14 12:04:24.534640 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-120d4571-aa07-469c-9a19-0b81f1bad282 req-e0b5af36-87be-4ba7-86bf-70950c47b2c7 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jul 14 12:04:25.702569 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec58c79-1b69-457e-9b25-394b2380e423 req-4636b73f-50a9-4196-a818-ad3c718ae1c9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:25.704656 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fec58c79-1b69-457e-9b25-394b2380e423 req-4636b73f-50a9-4196-a818-ad3c718ae1c9 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0624001 Jul 14 12:04:25.744911 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fec58c79-1b69-457e-9b25-394b2380e423 req-02028c13-80dc-4156-be59-46dcdbee83e4 tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e7775-cbcc-4327-a66c-3325c0cff9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Jul 14 12:04:25.950165 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-bfb21068-1203-4205-9c20-bc5d2338d6cc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:25.951577 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-bfb21068-1203-4205-9c20-bc5d2338d6cc tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 945 time: 0.0687954 Jul 14 12:04:26.049147 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Deleting port 0748cade-fd0f-4999-8057-77e8f7c38ace {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:26.049475 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.135635 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] For port 0748cade-fd0f-4999-8057-77e8f7c38ace, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0748cade-fd0f-4999-8057-77e8f7c38ace,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:26.135985 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.148852 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Calling delete_port for 0748cade-fd0f-4999-8057-77e8f7c38ace owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:26.270119 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.297708 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Pushing event deleted for resources: {'Port': ['ID=0748cade-fd0f-4999-8057-77e8f7c38ace,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:26.306957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['0748cade-fd0f-4999-8057-77e8f7c38ace'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:26.341527 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] No DVR routers for this DVR port 0748cade-fd0f-4999-8057-77e8f7c38ace on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:26.343796 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:26.345824 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-25ec98ad-76fd-4d99-92ca-3143b040ccf9 req-79f8b69f-7294-49ef-b296-23113520492d tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.47 "DELETE /v2.0/ports/0748cade-fd0f-4999-8057-77e8f7c38ace HTTP/1.1" status: 204 len: 173 time: 0.3885398 Jul 14 12:04:26.346246 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'name': 'network-vif-deleted', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:26.348514 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60944f6-7174-4c97-9653-441ffa3f2f92" -d '{"events": [{"server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "name": "network-vif-deleted", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:26.383296 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8231647-713e-49f1-859c-2ef390b57bf1 x-openstack-request-id: req-f8231647-713e-49f1-859c-2ef390b57bf1 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:26.383835 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c04701-f411-4de7-8c81-d80142d7a586", "name": "network-vif-deleted", "tag": "0748cade-fd0f-4999-8057-77e8f7c38ace", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:26.384122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8231647-713e-49f1-859c-2ef390b57bf1 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:26.384528 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c04701-f411-4de7-8c81-d80142d7a586', 'name': 'network-vif-deleted', 'tag': '0748cade-fd0f-4999-8057-77e8f7c38ace', 'status': 'completed', 'code': 200} Jul 14 12:04:26.898971 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6f78f346-5b45-4e58-88f7-3e7b7393eede req-597b389b-6582-47d9-9462-e92f63b6784f tempest-ServerRescueNegativeTestJSON-1080664933 tempest-ServerRescueNegativeTestJSON-1080664933-project] 10.222.0.44 "GET /v2.0/ports?device_id=27c04701-f411-4de7-8c81-d80142d7a586 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Jul 14 12:04:27.991698 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37174) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:28.381607 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:28.665423 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Deleting port 30d792f6-f050-499b-9c85-2f7c1255437e {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:28.665671 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:28.742042 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] For port 30d792f6-f050-499b-9c85-2f7c1255437e, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=30d792f6-f050-499b-9c85-2f7c1255437e,segment=NetworkSegment(e5511a32-b819-4b94-907e-ed255761f3d2),segment_id=e5511a32-b819-4b94-907e-ed255761f3d2)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:28.742389 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:28.754261 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Calling delete_port for 30d792f6-f050-499b-9c85-2f7c1255437e owned by network:router_interface {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:28.940983 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:28.965428 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d792f6-f050-499b-9c85-2f7c1255437e,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:29.352204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.411928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0748cade-fd0f-4999-8057-77e8f7c38ace no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:29.432839 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 0748cade-fd0f-4999-8057-77e8f7c38ace {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:29.433260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0748cade-fd0f-4999-8057-77e8f7c38ace not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:29.557581 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Router 3385ac08-b381-4144-b7e8-c8a63e179e9c has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:29.657530 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:29.662661 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-00c812de-b7fe-4d54-8ef4-8b01cc460fd4 admin admin] 10.222.0.44 "PUT /v2.0/routers/3385ac08-b381-4144-b7e8-c8a63e179e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698992 Jul 14 12:04:29.665178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37176) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:29.665807 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Sync routers for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:29.677576 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:29.678194 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:29.766949 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.778173 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:29.872607 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.927169 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Deleting port 7484fb07-63aa-4f45-ac04-37ac797994ca {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:29.927416 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:29.954287 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:04:28Z', 'revision_number': 5, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port': {'id': '7484fb07-63aa-4f45-ac04-37ac797994ca', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:bd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:29.980780 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Checking router: 3385ac08-b381-4144-b7e8-c8a63e179e9c for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:29.989414 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Routers {'3385ac08-b381-4144-b7e8-c8a63e179e9c'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:29.990026 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['3385ac08-b381-4144-b7e8-c8a63e179e9c'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.010813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] For port 7484fb07-63aa-4f45-ac04-37ac797994ca, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7484fb07-63aa-4f45-ac04-37ac797994ca,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:30.011173 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.023729 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Calling delete_port for 7484fb07-63aa-4f45-ac04-37ac797994ca owned by network:router_gateway {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:30.153117 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] Set router 3385ac08-b381-4144-b7e8-c8a63e179e9c gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:30.198145 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.203944 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:04:29Z', 'revision_number': 6, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.226327 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7484fb07-63aa-4f45-ac04-37ac797994ca,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:30.232934 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b65232-a246-49ac-ba3e-a82683452e52 None None] The sync data for ids ['3385ac08-b381-4144-b7e8-c8a63e179e9c'] in dv-cinder-800768-2-iscsi is: [{'id': '3385ac08-b381-4144-b7e8-c8a63e179e9c', 'name': 'tempest-ServerRescueNegativeTestJSON-1788615924-router', 'tenant_id': '523675aa597a49d093944c9298877c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:01:15Z', 'updated_at': '2021-07-14T12:04:29Z', 'revision_number': 6, 'project_id': '523675aa597a49d093944c9298877c3e', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:30.289992 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.389014 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.391059 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.451137 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.451794 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3385ac08-b381-4144-b7e8-c8a63e179e9c {{(pid=93152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:04:30.457202 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.458590 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3913747e-7550-4c20-95c9-6a6184039e39 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3385ac08-b381-4144-b7e8-c8a63e179e9c HTTP/1.1" status: 204 len: 168 time: 0.7923379 Jul 14 12:04:30.461169 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37178) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:30.507673 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Deleting subnet 7edffbcb-8940-430c-bfb9-799075b6907f {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:04:30.510921 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.543220 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25337220'] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.582454 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.636716 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25337336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26082510'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.666870 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7edffbcb-8940-430c-bfb9-799075b6907f,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:30.668612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.672589 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a7ee8dde-46b6-4df3-ac63-0b4d39c660ae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7edffbcb-8940-430c-bfb9-799075b6907f HTTP/1.1" status: 204 len: 168 time: 0.2104142 Jul 14 12:04:30.675250 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37180) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:30.741725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.819452 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.829622 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871eca1c-34dd-458d-a771-869915697bcd']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.839525 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5511a32-b819-4b94-907e-ed255761f3d2') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.839818 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5511a32-b819-4b94-907e-ed255761f3d2') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:30.848855 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.861860 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.867507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:04:30.867880 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:04:30.869492 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:04:30.921503 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.928345 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:30.932689 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] 10.222.0.44 "DELETE /v2.0/networks/871eca1c-34dd-458d-a771-869915697bcd HTTP/1.1" status: 204 len: 168 time: 0.2538836 Jul 14 12:04:30.939366 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e64437-a3d4-4cc1-9876-a581474d0e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=871eca1c-34dd-458d-a771-869915697bcd,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:31.091605 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37184) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:31.130915 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-9a69660a-fc27-46c9-b1bf-b040735de95b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=523675aa597a49d093944c9298877c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379956 Jul 14 12:04:31.133254 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37186) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:31.183555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.205000 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.253315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.256156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:31.257315 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/362e7775-cbcc-4327-a66c-3325c0cff9cb HTTP/1.1" status: 204 len: 168 time: 0.1229246 Jul 14 12:04:31.265762 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bb4fb-553e-415e-b0f9-e9141684f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e7775-cbcc-4327-a66c-3325c0cff9cb,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:31.894715 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37208) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:31.988360 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-714728351-network', 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:32.009310 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:32.011652 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.019692 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.097365 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 30d792f6-f050-499b-9c85-2f7c1255437e no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:32.115211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.119578 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.125632 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 30d792f6-f050-499b-9c85-2f7c1255437e {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:32.126041 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 30d792f6-f050-499b-9c85-2f7c1255437e not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:32.126505 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7484fb07-63aa-4f45-ac04-37ac797994ca no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:32.146147 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:04:32.147669 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 7484fb07-63aa-4f45-ac04-37ac797994ca {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:32.148030 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7484fb07-63aa-4f45-ac04-37ac797994ca not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:32.151592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:32.159544 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.159945 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Added segment 79454eff-49ba-4cfb-ad33-9cb94ea8953e of type vlan for network 0f654a63-056c-4116-bffb-cbda53792b66 Jul 14 12:04:32.198477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.225543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.226488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:32.227085 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.280481 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3845522 Jul 14 12:04:32.284118 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37212) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:32.287910 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa630f53-582e-4ff7-999c-52f29bd3cc17 admin admin] Pushing event updated for resources: {'Network': ['ID=0f654a63-056c-4116-bffb-cbda53792b66,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:32.289274 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Request body: {'subnet': {'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-714728351-subnet', 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:32.298095 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 0f654a63-056c-4116-bffb-cbda53792b66 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:04:32.310306 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:32.313094 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.475073 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.526399 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4332bb-b9c5-41c2-b6a0-dce46f11740c,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:32.536612 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Checking segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:32.536971 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Network hostable DHCP agents. Network: 0f654a63-056c-4116-bffb-cbda53792b66, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:04:32.554055 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Network 0f654a63-056c-4116-bffb-cbda53792b66 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:04:32.561793 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 0f654a63-056c-4116-bffb-cbda53792b66) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:32.566314 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:32.566974 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:32.571803 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13498af5-bb46-474d-b824-10cba31f7070 None None] Network 0f654a63-056c-4116-bffb-cbda53792b66 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:32.580749 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-51ab0c13-745f-4b59-9000-4e5fa6115057 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2954648 Jul 14 12:04:32.691382 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb41b4e-447f-4e62-947a-d935d5145c1c None None] Network 0f654a63-056c-4116-bffb-cbda53792b66 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:04:33.009097 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-784f8672-fba4-483a-bc41-a889e65ce333 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:33.010566 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-784f8672-fba4-483a-bc41-a889e65ce333 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1012623 Jul 14 12:04:33.024712 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-33d00ddb-01c3-4391-89a9-1f4103cfa8cd tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/quotas/b58f8a95ca964fd4958e66e6d60de6db HTTP/1.1" status: 200 len: 375 time: 0.0088735 Jul 14 12:04:33.058230 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-c5c57451-5553-4ac5-84dc-99ef4d70b529 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286236 Jul 14 12:04:33.145499 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-b1434856-7e76-4eaf-b90c-7fdb090b1d05 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800111 Jul 14 12:04:33.233567 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-92b74cb2-552a-45ca-b436-d3a64956abad service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825162 Jul 14 12:04:33.394031 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8f14fa52-00d1-4e37-8acd-d79e0e0f4b3e req-216b7a24-f0d7-4770-b936-555621671149 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Jul 14 12:04:34.539072 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ddbb3535-989c-489b-a2c3-9b38ede53dbd req-1b1e4414-b625-4082-9634-3163ece57398 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Jul 14 12:04:34.553344 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-42da7800-c62c-44da-82c7-3f92fc4d01ce tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:34.554906 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-42da7800-c62c-44da-82c7-3f92fc4d01ce tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1045833 Jul 14 12:04:34.578945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Request body: {'port': {'device_id': '2844907c-1df6-4f0a-b681-154034e55ed9', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'admin_state_up': True, 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:34.686466 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:34.690087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.815320 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Allocated IP 172.20.0.13 (0f654a63-056c-4116-bffb-cbda53792b66/dd4332bb-b9c5-41c2-b6a0-dce46f11740c/5829bb22-680b-4000-9e52-bd3100b6bca9) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:34.954619 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:34.993217 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.041270 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Network 0f654a63-056c-4116-bffb-cbda53792b66 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:35.044805 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:35.047858 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:35.072224 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event updated for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.100297 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:35.100924 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.115375 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f9c07e96-815c-4d9b-bda5-e2fa54d79993 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5411193 Jul 14 12:04:35.134034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Request body: {'port': {'device_id': '2844907c-1df6-4f0a-b681-154034e55ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:35.201375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.455096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5829bb22-680b-4000-9e52-bd3100b6bca9 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:35.462849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.475327 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Transition to ACTIVE for port object 5829bb22-680b-4000-9e52-bd3100b6bca9 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:35.478952 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.525606 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Pushing event updated for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.598046 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Attempting to bind port 5829bb22-680b-4000-9e52-bd3100b6bca9 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:35.598638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Attempting to bind port 5829bb22-680b-4000-9e52-bd3100b6bca9 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:35.598896 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Attempting to bind port 5829bb22-680b-4000-9e52-bd3100b6bca9 on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:35.603413 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Port 5829bb22-680b-4000-9e52-bd3100b6bca9 on network 0f654a63-056c-4116-bffb-cbda53792b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:04:35.603727 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Attempting to bind port 5829bb22-680b-4000-9e52-bd3100b6bca9 on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:35.608796 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:35.609131 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Checking segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:35.609507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Bound using segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:35.609919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Bound port: 5829bb22-680b-4000-9e52-bd3100b6bca9, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:35.611739 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.688248 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:35.691651 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5829bb22-680b-4000-9e52-bd3100b6bca9,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:35.698024 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.726050 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e510acd-3fad-4689-8145-d6ec844980ab req-b733ccca-6f4b-4a3b-b1ad-15ceed205b4d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:35.727661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e510acd-3fad-4689-8145-d6ec844980ab req-b733ccca-6f4b-4a3b-b1ad-15ceed205b4d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 944 time: 0.0735104 Jul 14 12:04:35.740639 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:35.741262 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:35.742651 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] 10.222.0.47 "PUT /v2.0/ports/5829bb22-680b-4000-9e52-bd3100b6bca9 HTTP/1.1" status: 200 len: 1094 time: 0.6129413 Jul 14 12:04:35.748209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:35.750571 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2c0336-831e-40f1-9015-f907e7752af2" -d '{"events": [{"name": "network-changed", "server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:35.773951 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e510acd-3fad-4689-8145-d6ec844980ab req-34d744a4-1490-47a8-a52f-2988340291d0 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jul 14 12:04:35.777971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395dd32f-ce8c-4629-afcd-001cb9aa32ca service neutron] Pushing event updated for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:35.794841 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d074315-7d74-4ae4-a6b9-6e74f42b94e2 x-openstack-request-id: req-1d074315-7d74-4ae4-a6b9-6e74f42b94e2 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:35.795134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:35.795389 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d074315-7d74-4ae4-a6b9-6e74f42b94e2 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:35.795792 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9', 'status': 'completed', 'code': 200} Jul 14 12:04:35.907485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-730c96ea-9561-47a2-9b7a-d0621fd94da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:35.909015 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-730c96ea-9561-47a2-9b7a-d0621fd94da8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0520566 Jul 14 12:04:36.019513 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-5b769246-6455-41a8-a01a-a9404ed85da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:36.020989 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-5b769246-6455-41a8-a01a-a9404ed85da9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918875 Jul 14 12:04:36.122997 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-c6bd9703-dd98-4222-a3be-663cfc5fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:36.124953 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7a2c0336-831e-40f1-9015-f907e7752af2 req-c6bd9703-dd98-4222-a3be-663cfc5fb40f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851161 Jul 14 12:04:36.274791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-b653cd43-9ca5-496f-8803-a334966af8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:36.276297 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-b653cd43-9ca5-496f-8803-a334966af8ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0549519 Jul 14 12:04:36.323588 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f8dffc1c-7f66-4877-9f52-7140106c6d2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5829bb22-680b-4000-9e52-bd3100b6bca9 HTTP/1.1" status: 200 len: 217 time: 0.0329599 Jul 14 12:04:36.372294 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b56732-2527-4af4-949d-454d0f90eb0a req-afe3b292-9413-430a-89b5-a772e147b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:36.373792 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-afe3b292-9413-430a-89b5-a772e147b10b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0425231 Jul 14 12:04:36.407127 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-fb8bb9ec-aae1-4ecd-a629-d82d9220ca5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262244 Jul 14 12:04:36.496063 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-278228e4-7e91-488c-8093-fdddd25b1934 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814753 Jul 14 12:04:36.584840 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-76b56732-2527-4af4-949d-454d0f90eb0a req-f7ed11e2-68ac-4c48-a3c3-22bcc411be28 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809345 Jul 14 12:04:36.635173 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:36.957825 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6905f38-38b8-486d-8448-f266882166be req-9603afb9-71dc-41e6-a4b5-2bbf1684ec11 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:36.959329 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f6905f38-38b8-486d-8448-f266882166be req-9603afb9-71dc-41e6-a4b5-2bbf1684ec11 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 944 time: 0.0621219 Jul 14 12:04:37.002294 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f6905f38-38b8-486d-8448-f266882166be req-67e852d0-26ac-4d21-9253-3e1f1ee6532c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370934 Jul 14 12:04:37.161512 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db952-6a34-4c45-b4e0-e4c67e69d23c req-d3c21559-bc4a-4131-8b86-1fba6b8c573e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:37.162888 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-301db952-6a34-4c45-b4e0-e4c67e69d23c req-d3c21559-bc4a-4131-8b86-1fba6b8c573e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0611532 Jul 14 12:04:37.203042 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-301db952-6a34-4c45-b4e0-e4c67e69d23c req-142cfada-5fe4-4460-ac01-33b5c4f22664 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345569 Jul 14 12:04:38.174081 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7876a0-ad95-47de-8e88-7da99fd7c4ac req-8082da53-b881-42b5-8cab-594bb8a060e3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:38.175555 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2f7876a0-ad95-47de-8e88-7da99fd7c4ac req-8082da53-b881-42b5-8cab-594bb8a060e3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 944 time: 0.0615983 Jul 14 12:04:38.211224 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2f7876a0-ad95-47de-8e88-7da99fd7c4ac req-68c6ebce-1ce5-45ed-ae61-157f6978fb13 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300984 Jul 14 12:04:38.375000 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74035bfe-ff80-4625-9370-6951366c5125 req-7322a634-7420-4334-ac3f-afbbf8e14d8c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:38.376615 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74035bfe-ff80-4625-9370-6951366c5125 req-7322a634-7420-4334-ac3f-afbbf8e14d8c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0611300 Jul 14 12:04:38.400753 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-58031ed0-126e-46f8-aafe-ebf4bd08baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:38.414625 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74035bfe-ff80-4625-9370-6951366c5125 req-fefaeec1-4559-4676-9ae6-a98b80dd9814 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=c416d662-4c42-4db6-9a28-9a55247acdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325429 Jul 14 12:04:38.973449 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-5d5b28c3-9dfc-4674-96bd-c821a2ccd074 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:38.974898 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-5d5b28c3-9dfc-4674-96bd-c821a2ccd074 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 946 time: 0.0676055 Jul 14 12:04:39.073190 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Deleting port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:39.073526 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.161674 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] For port c0fe9fa5-5c39-48b1-863f-2fa385e976d7, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:39.162023 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.371860 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.372282 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.372567 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Floating IP 07167df9-7d66-494f-96bf-7524e099d191 disassociated. External IP: 172.27.3.55, port: c0fe9fa5-5c39-48b1-863f-2fa385e976d7. Jul 14 12:04:39.372893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Calling delete_port for c0fe9fa5-5c39-48b1-863f-2fa385e976d7 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:39.382636 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ee917-6c59-427d-a09a-710add76451d req-1e3408da-ec1a-4229-8c45-eb434a2f0658 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:39.384523 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b53ee917-6c59-427d-a09a-710add76451d req-1e3408da-ec1a-4229-8c45-eb434a2f0658 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 944 time: 0.0646682 Jul 14 12:04:39.422482 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b53ee917-6c59-427d-a09a-710add76451d req-1fa5e925-036f-4f5c-8a6f-967d6d0c0d77 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jul 14 12:04:39.463118 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5829bb22-680b-4000-9e52-bd3100b6bca9 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:04:39.497899 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.529695 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'Port': ['ID=c0fe9fa5-5c39-48b1-863f-2fa385e976d7,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:39.574938 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5829bb22-680b-4000-9e52-bd3100b6bca9,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:39.575161 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2be7963b-4cd6-4266-a2ac-afcdac66a117 req-dc4fa0c4-1522-4c21-9da3-8583838fcea9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0338609 Jul 14 12:04:39.587841 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '5829bb22-680b-4000-9e52-bd3100b6bca9', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'port_id': '5829bb22-680b-4000-9e52-bd3100b6bca9', 'mac_address': 'fa:16:3e:0a:1b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4332bb-b9c5-41c2-b6a0-dce46f11740c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:04:39.626397 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.639973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5829bb22-680b-4000-9e52-bd3100b6bca9 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:39.663546 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5829bb22-680b-4000-9e52-bd3100b6bca9,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:39.675869 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:39.729798 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:39.737400 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.737747 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.738117 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.738450 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.738780 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.739108 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.739434 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.739756 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.740126 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.740456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.740785 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.741102 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:04:39.905802 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:40.018129 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:40.023141 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:40.027831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:40.063807 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] No DVR routers for this DVR port c0fe9fa5-5c39-48b1-863f-2fa385e976d7 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:40.065702 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:40.066388 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:40.066546 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:40.068472 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-89360857-02ed-4828-a8a6-6b240b4c2eb2 req-a2185a0b-16c0-4feb-aae3-92c29dabf0e6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "DELETE /v2.0/ports/c0fe9fa5-5c39-48b1-863f-2fa385e976d7 HTTP/1.1" status: 204 len: 173 time: 1.0877023 Jul 14 12:04:40.068897 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-deleted', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:40.071121 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3475432-039a-4b99-862e-3bde4aef12ca" -d '{"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-deleted", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:40.110739 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1341599-5f85-4305-b500-7ab9b9867f02 x-openstack-request-id: req-e1341599-5f85-4305-b500-7ab9b9867f02 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:40.110739 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4458dc4-7ed9-4298-b8db-4268be7965a2", "name": "network-vif-deleted", "tag": "c0fe9fa5-5c39-48b1-863f-2fa385e976d7", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:40.111006 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1341599-5f85-4305-b500-7ab9b9867f02 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:40.111331 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4458dc4-7ed9-4298-b8db-4268be7965a2', 'name': 'network-vif-deleted', 'tag': 'c0fe9fa5-5c39-48b1-863f-2fa385e976d7', 'status': 'completed', 'code': 200} Jul 14 12:04:40.331285 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:40.571170 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:40.598425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:40.618042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2440a-b75b-475a-8c2e-b51d67e1a072 req-30d2a6de-8407-41e6-b985-8a7e4d3da620 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:40.618589 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:40.619266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:40.619833 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-29d2440a-b75b-475a-8c2e-b51d67e1a072 req-30d2a6de-8407-41e6-b985-8a7e4d3da620 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 945 time: 0.0795941 Jul 14 12:04:40.695721 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-29d2440a-b75b-475a-8c2e-b51d67e1a072 req-9eadadfa-5ab3-41ba-a2d5-a3b8d29a2dbf tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697203 Jul 14 12:04:40.757253 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:40.775271 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bc7c37ff-5bf1-46b1-bae9-4de12a6e0068 req-3d09c5f5-bc43-42c2-a9b1-82fba2f03d41 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4458dc4-7ed9-4298-b8db-4268be7965a2 HTTP/1.1" status: 200 len: 210 time: 0.0489943 Jul 14 12:04:40.885729 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e017b540-e623-4a72-8705-654185a39e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:40.969880 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:40.998711 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91338d-c02b-499f-8140-71d6eee51bb9 None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:41.208194 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b90641-edf2-4d73-978b-544abbe8eaea None None] New status for floating IP 07167df9-7d66-494f-96bf-7524e099d191: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:41.335338 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.428273 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776d05-7432-417c-a70c-144c123b44af req-47750115-d799-4981-abd5-dcc8711b6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.428856 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c0f95-513b-47dc-9411-6bc28d779744 req-aabd9a53-9dfa-40f8-9894-e9dca767e92c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.429931 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-47750115-d799-4981-abd5-dcc8711b6566 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1138 time: 0.0679708 Jul 14 12:04:41.432748 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c36c0f95-513b-47dc-9411-6bc28d779744 req-aabd9a53-9dfa-40f8-9894-e9dca767e92c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0751772 Jul 14 12:04:41.475588 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c36c0f95-513b-47dc-9411-6bc28d779744 req-b51f0d21-9eae-41bc-bf3b-2bbd9e83f25d tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390899 Jul 14 12:04:41.483275 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5829bb22-680b-4000-9e52-bd3100b6bca9 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:41.535053 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776d05-7432-417c-a70c-144c123b44af req-14c9c19d-5ed0-425d-845b-a5a350460562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.537055 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 5829bb22-680b-4000-9e52-bd3100b6bca9 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:41.539055 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-14c9c19d-5ed0-425d-845b-a5a350460562 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.1023273 Jul 14 12:04:41.541560 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 5829bb22-680b-4000-9e52-bd3100b6bca9 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:41.542027 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.606082 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-d76e7bd7-a06e-43a1-936b-45c9022d98de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 1001 time: 0.0574830 Jul 14 12:04:41.620076 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.642892 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:41.645255 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d0bef8-9de0-4da5-8da8-4c9901270cb4" -d '{"events": [{"server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:41.657832 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776d05-7432-417c-a70c-144c123b44af req-f4b92a82-6311-41a6-9873-8325f0bf5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.658551 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5829bb22-680b-4000-9e52-bd3100b6bca9,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:41.659312 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-f4b92a82-6311-41a6-9873-8325f0bf5926 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0457458 Jul 14 12:04:41.663612 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:41.706231 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9297fd5-b185-4781-8acb-fa9290c9ddf9 x-openstack-request-id: req-b9297fd5-b185-4781-8acb-fa9290c9ddf9 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:41.706650 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "name": "network-vif-plugged", "status": "completed", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:41.707004 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9297fd5-b185-4781-8acb-fa9290c9ddf9 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:41.707496 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9', 'code': 200} Jul 14 12:04:41.742930 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:41.777232 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a776d05-7432-417c-a70c-144c123b44af req-863b9930-130e-437a-ad11-10ef7379a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.778814 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-863b9930-130e-437a-ad11-10ef7379a595 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118701 Jul 14 12:04:41.895671 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-e1e88d16-3adb-4069-b44f-7fbe9189cdc6 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036115 Jul 14 12:04:41.908055 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61943f-f50a-47c0-a3e2-c6a52892644b req-33d21dc3-5d24-413b-b53c-fa8b37d89964 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:41.910335 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d61943f-f50a-47c0-a3e2-c6a52892644b req-33d21dc3-5d24-413b-b53c-fa8b37d89964 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.0792859 Jul 14 12:04:41.932585 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37306) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:41.973076 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d61943f-f50a-47c0-a3e2-c6a52892644b req-9bfb8aee-e2f1-4683-acea-afca7a9ea3b9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566874 Jul 14 12:04:42.019205 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.041234 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3a776d05-7432-417c-a70c-144c123b44af req-e426d762-f4e6-425f-bbe8-a9330bcb4fd5 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382847 Jul 14 12:04:42.044051 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.048134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1802bc-17d2-43e2-960b-a1e66e736349 req-a068009c-aeef-4db1-99f7-7334e9b5a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:42.049914 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9f1802bc-17d2-43e2-960b-a1e66e736349 req-a068009c-aeef-4db1-99f7-7334e9b5a6ad service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0892992 Jul 14 12:04:42.089657 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9f1802bc-17d2-43e2-960b-a1e66e736349 req-726213f1-0ed4-4f1d-bbf9-7cee579bb933 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Jul 14 12:04:42.097962 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.100744 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.101869 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "DELETE /v2.0/security-groups/c416d662-4c42-4db6-9a28-9a55247acdc5 HTTP/1.1" status: 204 len: 168 time: 0.1679709 Jul 14 12:04:42.104724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37308) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:42.111871 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43632e4-7091-49dc-9f57-38e2c3b0484a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416d662-4c42-4db6-9a28-9a55247acdc5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:42.120506 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.api.v2.resource [None req-be4fcc11-6270-49bb-a62c-88dd8daf9ebc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] show failed (client error): The resource could not be found. Jul 14 12:04:42.121528 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-be4fcc11-6270-49bb-a62c-88dd8daf9ebc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups/c416d662-4c42-4db6-9a28-9a55247acdc5 HTTP/1.1" status: 404 len: 347 time: 0.0157368 Jul 14 12:04:42.124951 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37310) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:42.244201 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Deleting port c605acb8-216b-4770-a080-5077d542e9b9 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:42.244453 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.325731 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.326072 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.337198 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Calling delete_port for c605acb8-216b-4770-a080-5077d542e9b9 owned by network:floatingip {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:42.456687 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.475883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.503461 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'Port': ['ID=c605acb8-216b-4770-a080-5077d542e9b9,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:42.571788 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.575235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:42.576452 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-364faf82-b7d3-4c4b-91df-26d2cc46bd87 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "DELETE /v2.0/floatingips/07167df9-7d66-494f-96bf-7524e099d191 HTTP/1.1" status: 204 len: 168 time: 0.4506040 Jul 14 12:04:42.679236 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035be073-2b99-462b-91bb-3564b056d910 req-d1d383bb-a695-4f36-a84f-56ea64785eaf tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:42.680763 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-035be073-2b99-462b-91bb-3564b056d910 req-d1d383bb-a695-4f36-a84f-56ea64785eaf tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0650103 Jul 14 12:04:42.719964 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-035be073-2b99-462b-91bb-3564b056d910 req-82466f42-694d-46d4-a1d3-ac6ab5661bbc tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332983 Jul 14 12:04:42.960557 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37316) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:42.965221 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--660211402', 'description': 'tempest-description--1381357721'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:42.988549 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.079984 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.085591 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.114892 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.116235 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1546116 Jul 14 12:04:43.119093 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37320) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:43.123670 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group_rule': {'security_group_id': '7cd25ff3-0b99-43a3-9061-2f9a860bde11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:43.132629 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd5b5f-df1a-402f-9809-bba427c548dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd25ff3-0b99-43a3-9061-2f9a860bde11,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.156311 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.214123 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.220207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.249736 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce59228-d6b7-4c6d-b303-05700301c9bd,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.253421 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.254556 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fa773ced-cd96-4132-bd6d-175ca6ee7a39 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345272 Jul 14 12:04:43.257559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37322) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:43.262521 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'security_group_rule': {'security_group_id': '7cd25ff3-0b99-43a3-9061-2f9a860bde11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:43.293158 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.306949 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66186cec-7ebe-487f-b2ac-a9ab62efeb2c req-982ad5e7-71ab-47c5-9120-dcdee9ae8d9c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:43.309269 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66186cec-7ebe-487f-b2ac-a9ab62efeb2c req-982ad5e7-71ab-47c5-9120-dcdee9ae8d9c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.0711796 Jul 14 12:04:43.348746 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66186cec-7ebe-487f-b2ac-a9ab62efeb2c req-003be03b-f357-41f4-844b-4ae5b34687d0 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 14 12:04:43.359449 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.363293 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.382116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b165965-c874-4455-90f6-99dc9038bce7,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.384861 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.386027 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-322aff9f-b16b-48dd-ad60-c7d2ef2d39d6 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274140 Jul 14 12:04:43.389525 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37324) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:43.394545 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:43.415289 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.488110 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:43.508019 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: c0fe9fa5-5c39-48b1-863f-2fa385e976d7 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:43.508360 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device c0fe9fa5-5c39-48b1-863f-2fa385e976d7 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:43.516207 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.619426 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Allocated IP 172.27.3.159 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/107e5a15-5b48-4260-8cc8-f4dda251030c) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:43.715969 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.753291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.793487 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:43.798677 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:43.802101 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:43.828661 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=107e5a15-5b48-4260-8cc8-f4dda251030c,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:43.886639 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.899537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c543e-002e-47df-bbdf-d46c26122b77 req-db9d2ad2-2541-48cb-8643-fdbb61855c0c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:43.901092 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee5c543e-002e-47df-bbdf-d46c26122b77 req-db9d2ad2-2541-48cb-8643-fdbb61855c0c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0687978 Jul 14 12:04:43.930333 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:43.941811 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee5c543e-002e-47df-bbdf-d46c26122b77 req-18e69a01-b22e-4d1d-a955-c1e6e9320ed0 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343130 Jul 14 12:04:44.026538 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.083630 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.089166 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.157880 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=107e5a15-5b48-4260-8cc8-f4dda251030c,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:44.169280 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.181957 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:44.183195 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0f4465d4-4bc8-4770-959d-5c525b2bfcb3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7920907 Jul 14 12:04:44.360980 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-e4cc5a1d-61d5-456b-ae1c-2b9a1badec16 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--660211402&fields=id&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 267 time: 0.0313900 Jul 14 12:04:44.462925 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-c915909c-f3ac-498b-92d6-e95e7913fd92 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:44.464405 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-c915909c-f3ac-498b-92d6-e95e7913fd92 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 817 time: 0.0973997 Jul 14 12:04:44.503278 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-43703a53-1e06-425f-915b-f51ceaa82b9d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/quotas/f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 375 time: 0.0297124 Jul 14 12:04:44.570725 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1cc5c-1048-4ef0-9255-da2cb51528c7 req-19cea2d2-b2d2-4bcb-9beb-93f6badeb647 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:44.572131 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5fa1cc5c-1048-4ef0-9255-da2cb51528c7 req-19cea2d2-b2d2-4bcb-9beb-93f6badeb647 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.1068475 Jul 14 12:04:44.609406 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-7b44cdc0-45bb-4a2d-8980-6ee9d38114e9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1002436 Jul 14 12:04:44.632689 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5fa1cc5c-1048-4ef0-9255-da2cb51528c7 req-8f21c672-4ddd-4e18-9899-203a0ffd56e4 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Jul 14 12:04:44.709564 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-677f115f-8f3d-446d-84d3-17fd59a38a34 service neutron] 10.222.0.44 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Jul 14 12:04:44.800061 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-df7bdd56-794c-4046-a63d-47726e8a31ad service neutron] 10.222.0.44 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Jul 14 12:04:44.985221 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0a90bfa0-d878-4472-873b-d8bf3e9e9ca2 req-404f8226-6232-43b0-840b-e06f92e6484d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 210 time: 0.0354414 Jul 14 12:04:45.144076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7a7ae-11d1-4155-9e6d-095ad3622713 req-8c21d17a-de67-4c16-995c-05e81202ed54 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:45.145570 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-71d7a7ae-11d1-4155-9e6d-095ad3622713 req-8c21d17a-de67-4c16-995c-05e81202ed54 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0706174 Jul 14 12:04:45.185379 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-71d7a7ae-11d1-4155-9e6d-095ad3622713 req-28156859-be58-43e6-b646-f958ecfffa3b tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339279 Jul 14 12:04:46.107112 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-7c47f7fe-cd47-42bc-b730-926a4e0690a4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:46.109842 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-7c47f7fe-cd47-42bc-b730-926a4e0690a4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 817 time: 0.1219282 Jul 14 12:04:46.167898 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-201d0679-c2dd-4ab9-88ce-0a79fd2db74b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 379 time: 0.0418282 Jul 14 12:04:46.169030 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e908401f-039d-4f2b-bc7c-a2a78dc0e3d4 req-fe2c7117-5251-4954-b9c0-c59100632cf5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 210 time: 0.0387788 Jul 14 12:04:46.180299 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'port': {'device_id': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'admin_state_up': True, 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'security_groups': ['7cd25ff3-0b99-43a3-9061-2f9a860bde11']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:46.301422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Made reservation on behalf of f8fa1586e0f34a729c35b60d5a299dd0 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:46.305218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.378926 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dfbbc-8247-486c-90f0-d54bfd61375a req-ac0720c8-2ff7-4415-99c2-8bb6efde9236 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:46.380579 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a84dfbbc-8247-486c-90f0-d54bfd61375a req-ac0720c8-2ff7-4415-99c2-8bb6efde9236 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0678024 Jul 14 12:04:46.427428 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a84dfbbc-8247-486c-90f0-d54bfd61375a req-37246ea8-3339-4a90-af0b-e2fe4c1ae38e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409765 Jul 14 12:04:46.454767 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Allocated IP 172.20.0.7 (8420e7a0-8eaa-44af-87af-8cef4218122f/336970f2-2b60-4570-8cad-a5be93739ea4/2dc59f90-fdb0-4bd4-8b4b-28962b55549a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:46.602695 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.616484 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Transition to ACTIVE for port object 2dc59f90-fdb0-4bd4-8b4b-28962b55549a will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:46.648613 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.695691 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Network 8420e7a0-8eaa-44af-87af-8cef4218122f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:46.698933 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:46.703199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:46.709476 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:46.754786 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:46.755488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.772484 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-38a0e9b9-c2c7-4b42-9612-2b4a26b6eb96 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980830 Jul 14 12:04:46.790963 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Request body: {'port': {'device_id': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:46.868330 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:46.975371 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4a61c87f-9ef8-47a2-99e9-5d0318a3a372 None None] Provisioning for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:46.979361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4a61c87f-9ef8-47a2-99e9-5d0318a3a372 None None] Provisioning complete for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:46.979858 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4a61c87f-9ef8-47a2-99e9-5d0318a3a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.019409 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-4a61c87f-9ef8-47a2-99e9-5d0318a3a372 None None] Port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:47.147835 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:47.155432 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.167371 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Transition to ACTIVE for port object 2dc59f90-fdb0-4bd4-8b4b-28962b55549a will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:47.171728 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.229204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:47.306128 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Attempting to bind port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:47.306381 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Attempting to bind port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:47.306721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Attempting to bind port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:47.319439 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a on network 8420e7a0-8eaa-44af-87af-8cef4218122f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:04:47.319775 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Attempting to bind port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a on network 8420e7a0-8eaa-44af-87af-8cef4218122f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:47.325231 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:47.325546 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Checking segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:47.325930 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Bound using segment: {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:47.326470 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Bound port: 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63af583-8be1-4fa7-aeed-546edad71944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:47.326722 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.404878 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:47.409809 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:47.415096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.435732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee621798-86f8-444c-93af-b3be0b2bf894 req-12978b44-7278-499f-804c-1cb18c331d4f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.438680 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee621798-86f8-444c-93af-b3be0b2bf894 req-12978b44-7278-499f-804c-1cb18c331d4f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1211720 Jul 14 12:04:47.459395 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.460087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:47.461451 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] 10.222.0.47 "PUT /v2.0/ports/2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 1093 time: 0.6756999 Jul 14 12:04:47.461892 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:47.462756 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc07ae3-353c-47d2-ac34-b2d2010fbda5 req-6ca613d8-752e-4ecb-b104-675edeb19e1a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.464191 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba6c659-6eaa-46de-93c6-07d218e7da0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:47.464406 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dc07ae3-353c-47d2-ac34-b2d2010fbda5 req-6ca613d8-752e-4ecb-b104-675edeb19e1a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1097221 Jul 14 12:04:47.486483 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab39f4-df28-43dd-bd7c-afbf2d4a7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:47.520318 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee621798-86f8-444c-93af-b3be0b2bf894 req-fe24fe8c-d78d-4907-b3dc-89709d4fd532 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734856 Jul 14 12:04:47.534509 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dc07ae3-353c-47d2-ac34-b2d2010fbda5 req-737fcda0-19b8-4b1b-b7c5-b6adf35c9bd6 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600059 Jul 14 12:04:47.613392 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-25df915a-5e6d-4b87-a0c8-1e71ecf4fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.614920 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-25df915a-5e6d-4b87-a0c8-1e71ecf4fe81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1096 time: 0.0846934 Jul 14 12:04:47.616371 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00ace2-f5e1-4140-a220-37fe627d88ca x-openstack-request-id: req-1a00ace2-f5e1-4140-a220-37fe627d88ca {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:47.616659 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:47.616880 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a00ace2-f5e1-4140-a220-37fe627d88ca {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:47.617259 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'status': 'completed', 'code': 200} Jul 14 12:04:47.679654 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-da3853ed-d049-44cf-b641-5c3df3ec6dab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 217 time: 0.0414553 Jul 14 12:04:47.718722 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2577391-16dc-40e6-b8b8-9aca8f0f445f req-520b009e-51a3-47db-86bb-09b6caa53bf2 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.720246 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2577391-16dc-40e6-b8b8-9aca8f0f445f req-520b009e-51a3-47db-86bb-09b6caa53bf2 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0730901 Jul 14 12:04:47.730815 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-577fceed-9fd9-490b-afb8-66052f1febeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.732323 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-577fceed-9fd9-490b-afb8-66052f1febeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0458972 Jul 14 12:04:47.763484 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2577391-16dc-40e6-b8b8-9aca8f0f445f req-a40e8e25-bdf7-4e1c-a2ed-0aa85c86b042 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373373 Jul 14 12:04:47.792532 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-c88a314f-97f0-4e61-aec5-f4a526b98321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:47.794389 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-c88a314f-97f0-4e61-aec5-f4a526b98321 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543673 Jul 14 12:04:47.882772 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-b34e0653-24ff-4a5d-aa0c-2e3edb612e90 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814517 Jul 14 12:04:47.970111 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1066cddb-9d0f-414d-8752-f2f795d8803b req-26e718bf-e433-42f4-8676-3168f24f9f6c service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800076 Jul 14 12:04:48.109388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-f3b5a5c3-f45d-4f5b-9dea-128fa2ac5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.110886 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-f3b5a5c3-f45d-4f5b-9dea-128fa2ac5e29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1096 time: 0.0525267 Jul 14 12:04:48.200964 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-57f80bce-aa37-451e-8eb4-a41dc2a5e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.202816 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-57f80bce-aa37-451e-8eb4-a41dc2a5e07a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.0852585 Jul 14 12:04:48.251368 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-36c22002-b104-48ad-b8f0-1da3cb824f07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 217 time: 0.0340157 Jul 14 12:04:48.302812 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-254e1d06-71cc-443c-8f1e-b5284a09d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.304297 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-254e1d06-71cc-443c-8f1e-b5284a09d8b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0461411 Jul 14 12:04:48.359788 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-4c91cfd8-c6bb-47b9-9415-12e7453c84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.361283 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-4c91cfd8-c6bb-47b9-9415-12e7453c84ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499685 Jul 14 12:04:48.448175 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-c1cdc8c1-0b94-431d-83e1-8c6444101765 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798693 Jul 14 12:04:48.539013 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fba6c659-6eaa-46de-93c6-07d218e7da0f req-11a0950d-7b80-4601-a0ff-40474eeb1a43 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835514 Jul 14 12:04:48.741747 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f51b5-f6fc-49ff-960f-e96f36be13ad req-79312805-14cf-4183-bcc9-f9643820eaac tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.743233 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-742f51b5-f6fc-49ff-960f-e96f36be13ad req-79312805-14cf-4183-bcc9-f9643820eaac tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1013932 Jul 14 12:04:48.754718 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23132de3-5d35-4f35-b6db-d93e4c063b10 req-16d1a9ce-0f70-4421-bea7-9ce65fde42cb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.756135 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-23132de3-5d35-4f35-b6db-d93e4c063b10 req-16d1a9ce-0f70-4421-bea7-9ce65fde42cb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0875323 Jul 14 12:04:48.815218 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-742f51b5-f6fc-49ff-960f-e96f36be13ad req-aa9c508d-fc82-4854-90dd-59639822d551 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580587 Jul 14 12:04:48.817843 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-23132de3-5d35-4f35-b6db-d93e4c063b10 req-1771c852-9d1b-4f91-8ac9-93b1da17afbd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547717 Jul 14 12:04:48.972757 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d036-51a7-4cad-8cc9-2fa99dc292f9 req-4596007b-e06a-43ac-8bb1-63beca5131d1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:48.974225 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e422d036-51a7-4cad-8cc9-2fa99dc292f9 req-4596007b-e06a-43ac-8bb1-63beca5131d1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0607526 Jul 14 12:04:49.012850 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e422d036-51a7-4cad-8cc9-2fa99dc292f9 req-1f2e06b1-e1fe-49b3-820a-58566561c594 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327666 Jul 14 12:04:49.549030 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daf72c-69c2-4072-b652-614411c0c978 req-f99f743f-f5c7-4045-ab63-fb82f4d73f14 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:49.550472 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-77daf72c-69c2-4072-b652-614411c0c978 req-f99f743f-f5c7-4045-ab63-fb82f4d73f14 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.0649443 Jul 14 12:04:49.649154 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Deleting port 510d4963-4465-4693-941e-25b69ae83060 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:49.649474 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.733856 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] For port 510d4963-4465-4693-941e-25b69ae83060, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=510d4963-4465-4693-941e-25b69ae83060,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:49.734211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.903827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.904231 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:49.904532 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Floating IP 15706c27-74f5-4fbb-9f6f-9927e9890fc0 disassociated. External IP: 172.27.3.98, port: 510d4963-4465-4693-941e-25b69ae83060. Jul 14 12:04:49.904867 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Calling delete_port for 510d4963-4465-4693-941e-25b69ae83060 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:50.043433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9162-9790-4833-927c-c22bba67aaac req-d5010ac8-00ef-42c7-8230-5eb31ed6a13c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:50.044265 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:50.045046 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-55da9162-9790-4833-927c-c22bba67aaac req-d5010ac8-00ef-42c7-8230-5eb31ed6a13c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1091657 Jul 14 12:04:50.054101 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c4a64-7448-435c-a118-ffd5dabbb00b req-ccbfd0d5-be0c-4269-9362-88d1efc635b7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:50.055552 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a60c4a64-7448-435c-a118-ffd5dabbb00b req-ccbfd0d5-be0c-4269-9362-88d1efc635b7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=82a0b93e-ae33-474f-bfe4-5c0e816c0e13 HTTP/1.1" status: 200 len: 945 time: 0.1173618 Jul 14 12:04:50.078468 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'Port': ['ID=510d4963-4465-4693-941e-25b69ae83060,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:50.103217 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-55da9162-9790-4833-927c-c22bba67aaac req-80afaec1-9c4f-4328-81fe-b54eb44c6e02 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466816 Jul 14 12:04:50.118209 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a60c4a64-7448-435c-a118-ffd5dabbb00b req-40d0154f-d976-4281-bfe0-c8dcb1b27ef9 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=23f38ae5-5497-4f9b-94e4-651563ac7b39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548236 Jul 14 12:04:50.198593 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:50.267395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6c4f7-9a5c-42a7-90c3-6f4f6fbb8ffa req-905aebb9-baa6-4f4b-a2ad-74381e5de6dd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:50.268896 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dd6c4f7-9a5c-42a7-90c3-6f4f6fbb8ffa req-905aebb9-baa6-4f4b-a2ad-74381e5de6dd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0619352 Jul 14 12:04:50.305110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:50.310918 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dd6c4f7-9a5c-42a7-90c3-6f4f6fbb8ffa req-959e45fb-0b64-44f9-a77e-b5bb98eae4d2 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356858 Jul 14 12:04:50.314702 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:50.325114 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:50.325799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:50.356306 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] No DVR routers for this DVR port 510d4963-4465-4693-941e-25b69ae83060 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:04:50.358774 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:50.360835 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-77daf72c-69c2-4072-b652-614411c0c978 req-62f9f13b-4757-4aa8-bc14-4daee91ee26f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "DELETE /v2.0/ports/510d4963-4465-4693-941e-25b69ae83060 HTTP/1.1" status: 204 len: 173 time: 0.8050101 Jul 14 12:04:50.361263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'name': 'network-vif-deleted', 'tag': '510d4963-4465-4693-941e-25b69ae83060'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:50.363525 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea520a46-d87f-4a54-b72c-75fa7a281dbd" -d '{"events": [{"server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "name": "network-vif-deleted", "tag": "510d4963-4465-4693-941e-25b69ae83060"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:50.406554 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1076cf3-eb67-4172-8fa6-f5d5c8174ce8 x-openstack-request-id: req-d1076cf3-eb67-4172-8fa6-f5d5c8174ce8 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:50.406840 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a0b93e-ae33-474f-bfe4-5c0e816c0e13", "name": "network-vif-deleted", "tag": "510d4963-4465-4693-941e-25b69ae83060", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:50.407261 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1076cf3-eb67-4172-8fa6-f5d5c8174ce8 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:50.407666 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a0b93e-ae33-474f-bfe4-5c0e816c0e13', 'name': 'network-vif-deleted', 'tag': '510d4963-4465-4693-941e-25b69ae83060', 'status': 'completed', 'code': 200} Jul 14 12:04:50.432385 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:50.637739 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:50.663602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:50.672240 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:50.672928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:50.778856 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:50.979301 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:51.010608 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a7180-a041-4272-b68b-29f838444a35 None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:51.239483 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cad5a5-5f3c-4891-99c8-7eed5960ac44 None None] New status for floating IP 15706c27-74f5-4fbb-9f6f-9927e9890fc0: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:51.252219 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37428) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:51.300933 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0c04d-1a6e-49f4-b421-982b65fcedbd req-080b29f5-36bf-49d8-99dd-87d46780a001 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:51.302535 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-31d0c04d-1a6e-49f4-b421-982b65fcedbd req-080b29f5-36bf-49d8-99dd-87d46780a001 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0747857 Jul 14 12:04:51.310754 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.341860 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.413895 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.416917 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.420653 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "DELETE /v2.0/security-groups/23f38ae5-5497-4f9b-94e4-651563ac7b39 HTTP/1.1" status: 204 len: 168 time: 0.1649346 Jul 14 12:04:51.427861 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37432) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:51.428704 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8b333-6506-4ebd-b39a-40df1dad9c6f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f38ae5-5497-4f9b-94e4-651563ac7b39,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:51.444830 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.api.v2.resource [None req-8d7d7362-2c08-4d2c-a626-806361aa03f4 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] show failed (client error): The resource could not be found. Jul 14 12:04:51.449110 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8d7d7362-2c08-4d2c-a626-806361aa03f4 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups/23f38ae5-5497-4f9b-94e4-651563ac7b39 HTTP/1.1" status: 404 len: 347 time: 0.0150354 Jul 14 12:04:51.449110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37434) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:51.504620 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:04:51.576423 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Deleting port 78eb29c6-43a5-4fa5-a48b-270cd29e9b49 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:04:51.576862 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.606652 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:51.616033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-31d0c04d-1a6e-49f4-b421-982b65fcedbd req-520236c3-2138-4efb-9d50-1f6647740f90 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040493 Jul 14 12:04:51.620910 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:04:51.651204 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8c89-a11c-4327-aac4-05d5b6f6bb40 req-5c89a120-3bd1-4d7d-91d0-dba0e4fa36c9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:51.651204 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-02ff8c89-a11c-4327-aac4-05d5b6f6bb40 req-5c89a120-3bd1-4d7d-91d0-dba0e4fa36c9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0795345 Jul 14 12:04:51.662101 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.662677 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.669369 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.677189 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Calling delete_port for 78eb29c6-43a5-4fa5-a48b-270cd29e9b49 owned by network:floatingip {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:04:51.682607 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:51.692325 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-02ff8c89-a11c-4327-aac4-05d5b6f6bb40 req-0d13b8b7-e585-4d80-890f-10c506f7e9ad tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386517 Jul 14 12:04:51.703516 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:51.707557 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.757234 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:51.815222 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.842605 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'Port': ['ID=78eb29c6-43a5-4fa5-a48b-270cd29e9b49,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:51.901801 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.904338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:51.905481 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d7d1adc4-30c0-4a59-a1de-eecf11e30d89 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "DELETE /v2.0/floatingips/15706c27-74f5-4fbb-9f6f-9927e9890fc0 HTTP/1.1" status: 204 len: 168 time: 0.4556384 Jul 14 12:04:52.047694 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['2dc59f90-fdb0-4bd4-8b4b-28962b55549a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:52.139669 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37440) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.144443 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971066404', 'description': 'tempest-description--1712544091'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:52.165941 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.246188 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.249780 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.275594 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.276811 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1360421 Jul 14 12:04:52.279821 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37442) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.280615 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361349-bef8-46db-988d-90e89aa56b16 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ac94b-3653-4c51-97ca-28fa9930cfbd,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:52.285359 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group_rule': {'security_group_id': 'd42ac94b-3653-4c51-97ca-28fa9930cfbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:52.311407 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.355243 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.358665 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.376330 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968101b8-2f41-4cba-a018-907403564edc,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:52.382563 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.383979 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f9d04dbe-cefb-4959-b53e-42845448668a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027510 Jul 14 12:04:52.386661 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37444) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.391088 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'security_group_rule': {'security_group_id': 'd42ac94b-3653-4c51-97ca-28fa9930cfbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:52.417439 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.473710 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.477667 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.495019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca9d8b6-1be0-4c3d-9bc2-385b566d255f,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:52.503507 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.504861 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6920e746-e5e3-4f0d-89f9-7b234717e470 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172705 Jul 14 12:04:52.508022 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37446) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:52.513066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:52.534612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.630492 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.737868 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Allocated IP 172.27.3.31 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/6cea96fc-8aad-4741-88de-c3df32d348f2) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:52.804982 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127e37-40f5-4f1c-a7ee-474b6a0352a0 req-3273a91b-c9d8-4adf-9426-364f2d85fbec tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:52.806366 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8b127e37-40f5-4f1c-a7ee-474b6a0352a0 req-3273a91b-c9d8-4adf-9426-364f2d85fbec tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 944 time: 0.0653043 Jul 14 12:04:52.865881 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.887153 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8b127e37-40f5-4f1c-a7ee-474b6a0352a0 req-d6fe9743-e582-4361-aa4b-5178911294cf tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709045 Jul 14 12:04:52.919131 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:52.935946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c359d-6c90-4b46-8845-7215c5627110 req-3df9181a-48c3-4f98-95c4-1963f8319069 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:52.938341 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c04c359d-6c90-4b46-8845-7215c5627110 req-3df9181a-48c3-4f98-95c4-1963f8319069 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.1074460 Jul 14 12:04:52.959019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:52.968431 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:52.969422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:52.981439 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c04c359d-6c90-4b46-8845-7215c5627110 req-d8484b15-20b8-4cc4-8db9-ceb38e08e9d9 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362313 Jul 14 12:04:52.998210 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=6cea96fc-8aad-4741-88de-c3df32d348f2,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:53.318307 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.358337 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.505708 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.510540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.520265 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:04:53.568043 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:53.572360 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:53.572668 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.578726 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=6cea96fc-8aad-4741-88de-c3df32d348f2,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:53.587208 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.601319 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.611090 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b5b1954a-f639-436a-9aef-2d867c2d7600 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0931847 Jul 14 12:04:53.649588 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.675220 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:53.677499 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da477639-0f96-44eb-9799-b803bfa51fe2" -d '{"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:53.690510 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:04:53.698384 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:53.699433 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 510d4963-4465-4693-941e-25b69ae83060 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:04:53.721274 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 510d4963-4465-4693-941e-25b69ae83060 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:04:53.721781 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 510d4963-4465-4693-941e-25b69ae83060 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:04:53.723878 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c23efc-6841-4e51-ac4d-64e09abcfb00 x-openstack-request-id: req-c3c23efc-6841-4e51-ac4d-64e09abcfb00 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:53.724212 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:53.724459 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3c23efc-6841-4e51-ac4d-64e09abcfb00 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:53.724836 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'code': 200} Jul 14 12:04:53.768173 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:53.802711 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-b2b1728d-ca51-46c3-8eed-a9cd320f1868 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1971066404&fields=id&tenant_id=1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 267 time: 0.0373623 Jul 14 12:04:53.908343 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-ae92db48-3793-4f7a-8f7e-bfc80bd16a8d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:53.909840 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-ae92db48-3793-4f7a-8f7e-bfc80bd16a8d tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 810 time: 0.1008098 Jul 14 12:04:53.925948 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-d081ae86-4cc4-4287-9fb1-da0c871c58c2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/quotas/1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 375 time: 0.0102985 Jul 14 12:04:54.013012 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f465f-b624-4bf5-9b8d-2f5a59c96896 req-0b0cfeae-5a31-4a5c-949d-8d1841fb91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:54.014936 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7f5f465f-b624-4bf5-9b8d-2f5a59c96896 req-0b0cfeae-5a31-4a5c-949d-8d1841fb91fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1098 time: 0.0672600 Jul 14 12:04:54.018207 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-efc4f4e2-1491-469d-93f5-dabb5fba292b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825145 Jul 14 12:04:54.051240 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7f5f465f-b624-4bf5-9b8d-2f5a59c96896 req-96e7904c-1d04-4702-b15c-f1c8772dfc71 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301435 Jul 14 12:04:54.155128 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-2e7f2a7d-7f16-4fc5-8e47-0cd4c9011b7f service neutron] 10.222.0.44 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255865 Jul 14 12:04:54.165919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbae43-7ff2-42e5-8c23-f400e2648184 req-16d5537c-df6c-4ecb-87e4-9410bdca5666 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:54.167298 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8bbae43-7ff2-42e5-8c23-f400e2648184 req-16d5537c-df6c-4ecb-87e4-9410bdca5666 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1299622 Jul 14 12:04:54.248509 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8bbae43-7ff2-42e5-8c23-f400e2648184 req-44a009f7-be08-4b75-959b-4da3de8f0a03 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732729 Jul 14 12:04:54.275147 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-628ddd06-d350-43dd-9f93-4388b8e2ed34 service neutron] 10.222.0.44 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069210 Jul 14 12:04:54.439089 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-84f6a14b-898e-40d2-b418-4c35a333dcb3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:54.440607 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-84f6a14b-898e-40d2-b418-4c35a333dcb3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1138155 Jul 14 12:04:54.458114 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d49bc3c9-6522-4f47-9e7d-7ca8609afd9d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/quotas/b58f8a95ca964fd4958e66e6d60de6db HTTP/1.1" status: 200 len: 375 time: 0.0114343 Jul 14 12:04:54.570152 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-14862112-ef23-4d83-a757-a0e087f50830 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051602 Jul 14 12:04:54.586082 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270251-0118-4b20-970e-787a1c5505b1 req-04db17ce-929b-46fc-836f-0215c8455520 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:54.587587 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-82270251-0118-4b20-970e-787a1c5505b1 req-04db17ce-929b-46fc-836f-0215c8455520 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.1123533 Jul 14 12:04:54.684091 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-82270251-0118-4b20-970e-787a1c5505b1 req-f09469ff-0b16-4ed5-b67a-1be0e7ef792a tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879059 Jul 14 12:04:54.707066 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-859cf1a7-6d73-4f64-95d7-59b8c369e853 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185017 Jul 14 12:04:54.798734 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0366d9c9-ba9a-425b-aa53-9495969e75ab req-2805222d-783e-41fa-b265-273af3032e59 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 210 time: 0.0650289 Jul 14 12:04:54.837196 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-fdb4628f-9849-48f6-a375-903882a0fd07 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243856 Jul 14 12:04:55.008504 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-92895dcd-9ee3-4bdf-9cbb-045e0ddcaa35 req-1ff7e4d9-cb24-4df7-97b9-936b2591cdd6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 210 time: 0.0352941 Jul 14 12:04:55.439559 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209d8b6-029f-4f14-bdce-cdf2f0065248 req-61ab956e-a503-4e51-8911-4a515ece1899 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:55.441201 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b209d8b6-029f-4f14-bdce-cdf2f0065248 req-61ab956e-a503-4e51-8911-4a515ece1899 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0691359 Jul 14 12:04:55.482017 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b209d8b6-029f-4f14-bdce-cdf2f0065248 req-5c00b0af-d425-47bc-b109-02d60bdf8a4a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349045 Jul 14 12:04:55.801288 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-3f9cb8d2-bf39-4a4f-80d3-202f49b18f7c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:55.802270 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-3f9cb8d2-bf39-4a4f-80d3-202f49b18f7c tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 810 time: 0.1070039 Jul 14 12:04:55.868257 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-7358e604-cf4d-444d-bb80-7d93962018e2 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1697622ee43f4c3788f392f8e6a4782e HTTP/1.1" status: 200 len: 380 time: 0.0506909 Jul 14 12:04:55.873324 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621a9c-6617-4716-9c6a-02bd86377d8a req-491205a2-e03e-4bc7-94ce-1b427c773035 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:55.875447 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74621a9c-6617-4716-9c6a-02bd86377d8a req-491205a2-e03e-4bc7-94ce-1b427c773035 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0722072 Jul 14 12:04:55.878186 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'port': {'device_id': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'admin_state_up': True, 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'security_groups': ['d42ac94b-3653-4c51-97ca-28fa9930cfbd']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:55.934635 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-74621a9c-6617-4716-9c6a-02bd86377d8a req-ada194ec-9062-472b-9696-4e8e46d28a2e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529835 Jul 14 12:04:55.954035 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8be850f7-65f9-4bec-8999-f5ecf97cc78e req-52cc20ec-bc82-421c-9f69-58529f35a45a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 210 time: 0.0377378 Jul 14 12:04:56.008503 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Made reservation on behalf of 1697622ee43f4c3788f392f8e6a4782e for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:56.012358 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.139419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Allocated IP 172.20.0.14 (45196d53-a7e2-412f-8ea9-a9d277e6bb29/24f80147-1914-44db-ae4b-5e6d2a259229/772a18c9-0f00-42c3-b912-f4a2d75162b1) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:56.154295 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e05429f0-df15-4cf5-8ae7-bb53ce38a41f req-7b6b4bf8-f1d2-46d2-b6fe-ae7cfa0ee9b0 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 210 time: 0.0331278 Jul 14 12:04:56.291404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.347369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Transition to ACTIVE for port object 772a18c9-0f00-42c3-b912-f4a2d75162b1 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:56.409110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7c586e2b-daf8-4563-a349-035a0ef06791 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:56.410547 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7c586e2b-daf8-4563-a349-035a0ef06791 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1381519 Jul 14 12:04:56.423887 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.458768 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Request body: {'port': {'device_id': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'admin_state_up': True, 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:56.516320 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:56.525501 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:56.531352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:56.533857 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:56.604291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:56.604945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.634285 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-340ced07-725a-4d06-99ab-13381e115f46 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7613947 Jul 14 12:04:56.651441 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:04:56.655254 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.662610 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Request body: {'port': {'device_id': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:56.734935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36388bc-b80e-4c3b-a56c-855d83eea9a9 req-9f3e7599-62a2-45d8-83f2-1778cd5844b1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:56.736457 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b36388bc-b80e-4c3b-a56c-855d83eea9a9 req-9f3e7599-62a2-45d8-83f2-1778cd5844b1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1328454 Jul 14 12:04:56.759247 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-6e1e52ae-f775-4e02-816a-e8ac52b5b740 None None] Provisioning for port 772a18c9-0f00-42c3-b912-f4a2d75162b1 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:04:56.763828 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-6e1e52ae-f775-4e02-816a-e8ac52b5b740 None None] Provisioning complete for port 772a18c9-0f00-42c3-b912-f4a2d75162b1 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:04:56.764543 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6e1e52ae-f775-4e02-816a-e8ac52b5b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.780867 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b36388bc-b80e-4c3b-a56c-855d83eea9a9 req-62f20080-2ca6-4389-b9d4-f4577655d89b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386236 Jul 14 12:04:56.793359 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:04:56.810725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:56.813327 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e52ae-f775-4e02-816a-e8ac52b5b740 None None] Port 772a18c9-0f00-42c3-b912-f4a2d75162b1 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:04:56.890322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Allocated IP 172.20.0.7 (0f654a63-056c-4116-bffb-cbda53792b66/dd4332bb-b9c5-41c2-b6a0-dce46f11740c/a850cc78-0a5a-4ca6-9743-674db05a6b1a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:04:57.029559 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6b07-009d-428b-9880-3c55b6ffada3 req-a86af7af-88d9-4fef-81a5-6a7f02fbc9d0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.031843 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-371b6b07-009d-428b-9880-3c55b6ffada3 req-a86af7af-88d9-4fef-81a5-6a7f02fbc9d0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1329675 Jul 14 12:04:57.042672 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 37536) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:04:57.049388 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Request body: {'floatingip': {'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:57.121258 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.203717 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.253426 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772a18c9-0f00-42c3-b912-f4a2d75162b1 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:57.263204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.285500 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Transition to ACTIVE for port object 772a18c9-0f00-42c3-b912-f4a2d75162b1 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:57.290482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.307886 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee3e0-e598-4641-b043-7a073b370325 req-23b7161e-f195-4256-92a1-a4091ccfeac8 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.309361 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c47ee3e0-e598-4641-b043-7a073b370325 req-23b7161e-f195-4256-92a1-a4091ccfeac8 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.2225876 Jul 14 12:04:57.316445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.351404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Network 0f654a63-056c-4116-bffb-cbda53792b66 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:04:57.359905 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:04:57.360783 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:04:57.365472 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:57.387160 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:04:57.418240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e32c33-622e-420f-961a-f3d12ee67dd4 req-ce1bef18-f57c-4458-a6cb-bd40536c9a3e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.419790 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-28e32c33-622e-420f-961a-f3d12ee67dd4 req-ce1bef18-f57c-4458-a6cb-bd40536c9a3e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 932 time: 0.2660501 Jul 14 12:04:57.450661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c47ee3e0-e598-4641-b043-7a073b370325 req-6d064699-fd17-4105-8fe5-2a13a6390f70 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1069219 Jul 14 12:04:57.521664 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.524627 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.531901 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event updated for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:57.535158 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-28e32c33-622e-420f-961a-f3d12ee67dd4 req-c47774ad-573a-435d-868f-300390d25f7e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016359 Jul 14 12:04:57.579585 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Attempting to bind port 772a18c9-0f00-42c3-b912-f4a2d75162b1 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:57.580693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Attempting to bind port 772a18c9-0f00-42c3-b912-f4a2d75162b1 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:57.581457 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Attempting to bind port 772a18c9-0f00-42c3-b912-f4a2d75162b1 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:57.586516 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9ccfbe9f-55c2-414d-883c-2fbeef21067d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1349273 Jul 14 12:04:57.596512 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Port 772a18c9-0f00-42c3-b912-f4a2d75162b1 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:04:57.597251 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Attempting to bind port 772a18c9-0f00-42c3-b912-f4a2d75162b1 on network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:57.609978 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Request body: {'port': {'device_id': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:04:57.642805 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:57.643069 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Checking segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:57.643322 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Bound using segment: {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:57.643766 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Bound port: 772a18c9-0f00-42c3-b912-f4a2d75162b1, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4eaa45-2728-4a3b-b211-189da358faba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:57.644242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.733073 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.758818 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:57.762422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:57.764515 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee02c0-b9c5-4f93-b127-c84c560e31d3 req-b542ce05-9171-4c69-bd8a-1098fa19ba1b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.766645 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9bee02c0-b9c5-4f93-b127-c84c560e31d3 req-b542ce05-9171-4c69-bd8a-1098fa19ba1b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 931 time: 0.1417398 Jul 14 12:04:57.782235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.799468 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.804635 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.840970 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:57.841638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:57.842990 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] 10.222.0.47 "PUT /v2.0/ports/772a18c9-0f00-42c3-b912-f4a2d75162b1 HTTP/1.1" status: 200 len: 1094 time: 1.1847579 Jul 14 12:04:57.845827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:57.847799 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3719876a-8cde-40a1-9ae4-a77932064e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:57.851870 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9bee02c0-b9c5-4f93-b127-c84c560e31d3 req-488c903a-129c-4d05-bde9-981947a5225f tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784020 Jul 14 12:04:57.931659 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88c3d1e-8d53-4939-a517-1ea3afbe938c x-openstack-request-id: req-c88c3d1e-8d53-4939-a517-1ea3afbe938c {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:57.932038 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:57.932233 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c88c3d1e-8d53-4939-a517-1ea3afbe938c {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:57.932613 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'status': 'completed', 'code': 200} Jul 14 12:04:57.932973 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Floating IP 4b442a93-a8ae-410e-a26c-b9c792e4ab37 associated. External IP: 172.27.3.159, port: 2dc59f90-fdb0-4bd4-8b4b-28962b55549a. Jul 14 12:04:57.953303 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b21db-85ef-4670-a147-b05f4d396738 service neutron] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:58.046875 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-48d18b1a-c914-49d8-baa0-a191c6aa0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.048461 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-48d18b1a-c914-49d8-baa0-a191c6aa0ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 1097 time: 0.1291492 Jul 14 12:04:58.109133 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-a5a3b0e0-0083-4f2c-a87c-beec071ba7bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1 HTTP/1.1" status: 200 len: 217 time: 0.0445695 Jul 14 12:04:58.200263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-0f1137ca-4c9b-4a5e-8697-f0537d65cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.201737 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-0f1137ca-4c9b-4a5e-8697-f0537d65cbc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0857229 Jul 14 12:04:58.204359 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a850cc78-0a5a-4ca6-9743-674db05a6b1a {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:04:58.221608 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.253298 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Transition to ACTIVE for port object a850cc78-0a5a-4ca6-9743-674db05a6b1a will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:04:58.257660 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.320550 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Pushing event updated for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:58.327029 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-884e9d46-3d14-4a0d-889f-9ef5f7e35fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.329178 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-884e9d46-3d14-4a0d-889f-9ef5f7e35fc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200302 Jul 14 12:04:58.367656 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:04:58.454797 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Attempting to bind port a850cc78-0a5a-4ca6-9743-674db05a6b1a on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:04:58.455128 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Attempting to bind port a850cc78-0a5a-4ca6-9743-674db05a6b1a by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:04:58.455456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Attempting to bind port a850cc78-0a5a-4ca6-9743-674db05a6b1a on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:58.468987 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Port a850cc78-0a5a-4ca6-9743-674db05a6b1a on network 0f654a63-056c-4116-bffb-cbda53792b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:04:58.469307 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Attempting to bind port a850cc78-0a5a-4ca6-9743-674db05a6b1a on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:04:58.473004 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:04:58.478042 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-40fed4eb-1d72-43a2-9356-6cef115dc39b service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301441 Jul 14 12:04:58.478181 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.478786 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:04:58.479110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Checking segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:04:58.479488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Bound using segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:04:58.479919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Bound port: a850cc78-0a5a-4ca6-9743-674db05a6b1a, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:04:58.480307 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.485744 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:04:58.498132 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:58.498767 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:58.519160 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fee17e4b-f171-425f-b0ae-eab5139e8ab5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "PUT /v2.0/floatingips/4b442a93-a8ae-410e-a26c-b9c792e4ab37 HTTP/1.1" status: 200 len: 991 time: 1.4751582 Jul 14 12:04:58.519752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:58.522224 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d271eac-be97-4230-a888-3a2cb8411643" -d '{"events": [{"name": "network-changed", "server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:58.636375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:04:58.641736 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:04:58.646413 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-491e2c64-3719-44b4-ad30-5a3237ffe1e3 req-70ef36ec-da54-4cdc-a2bc-7b3a567ce241 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556702 Jul 14 12:04:58.647983 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8d6cd-0c46-44cc-b5c1-6b4d34ee9c2f req-c04028e4-13fb-4b1f-b8ba-8d63e01b6529 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.648170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.649583 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-38c8d6cd-0c46-44cc-b5c1-6b4d34ee9c2f req-c04028e4-13fb-4b1f-b8ba-8d63e01b6529 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0709200 Jul 14 12:04:58.687528 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.688176 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:04:58.689569 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] 10.222.0.47 "PUT /v2.0/ports/a850cc78-0a5a-4ca6-9743-674db05a6b1a HTTP/1.1" status: 200 len: 1093 time: 1.0857878 Jul 14 12:04:58.712790 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0981234-4155-415e-b2a8-14cf61cfa877 service neutron] Pushing event updated for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:04:58.720993 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-38c8d6cd-0c46-44cc-b5c1-6b4d34ee9c2f req-90f00996-085c-483b-8554-99235fb6222f tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646312 Jul 14 12:04:58.741581 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fdc1a2-e9eb-4060-b326-dccdd3aeedef x-openstack-request-id: req-30fdc1a2-e9eb-4060-b326-dccdd3aeedef {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:04:58.741776 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:04:58.741993 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30fdc1a2-e9eb-4060-b326-dccdd3aeedef {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:04:58.742761 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'status': 'completed', 'code': 200} Jul 14 12:04:58.769855 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:58.914410 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030baa3-5eb1-4f2d-ac67-f49563bc6732 req-667efe8e-b64a-43ac-b940-700fece8ee8a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.915980 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6030baa3-5eb1-4f2d-ac67-f49563bc6732 req-667efe8e-b64a-43ac-b940-700fece8ee8a tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.0932651 Jul 14 12:04:58.973661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6030baa3-5eb1-4f2d-ac67-f49563bc6732 req-40b3d861-d36f-47f7-b640-f95aeb0f3dac tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509856 Jul 14 12:04:58.978136 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271eac-be97-4230-a888-3a2cb8411643 req-57150efe-6919-474f-ae36-b6778187e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.979298 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-c98ce602-ec26-42d3-8311-c333855b53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.979814 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-57150efe-6919-474f-ae36-b6778187e061 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1098 time: 0.1022868 Jul 14 12:04:58.980861 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-c98ce602-ec26-42d3-8311-c333855b53fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 1097 time: 0.1118052 Jul 14 12:04:58.983914 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7e4337af-57d5-4301-994a-877c1b131286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:58.985441 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7e4337af-57d5-4301-994a-877c1b131286 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 1096 time: 0.1071768 Jul 14 12:04:59.079186 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4b442a93-a8ae-410e-a26c-b9c792e4ab37', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:43Z', 'updated_at': '2021-07-14T12:04:57Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:59.088675 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-2590b4e0-0edc-4f69-8975-05a3e7e21544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a HTTP/1.1" status: 200 len: 217 time: 0.0721743 Jul 14 12:04:59.105311 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:04:59.113840 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:04:59.114455 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:59.136141 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30adf4-0a50-4cd9-b36e-61e118ec34cf req-9acfb65c-ca24-4bc9-aad7-441a3f024ae1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.137629 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d30adf4-0a50-4cd9-b36e-61e118ec34cf req-9acfb65c-ca24-4bc9-aad7-441a3f024ae1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 943 time: 0.1184967 Jul 14 12:04:59.138611 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271eac-be97-4230-a888-3a2cb8411643 req-7439e8e5-01c9-4b0f-b247-8f06f49e951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.139965 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-7439e8e5-01c9-4b0f-b247-8f06f49e951f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1490362 Jul 14 12:04:59.163200 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7c324865-7aee-4397-b3c0-669f237b82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.166554 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-7c324865-7aee-4397-b3c0-669f237b82d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0677547 Jul 14 12:04:59.202105 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-3ef43620-3b4e-4e0c-a24b-10f72067c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.204292 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-3ef43620-3b4e-4e0c-a24b-10f72067c6e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.2007587 Jul 14 12:04:59.206125 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-9c4fcd09-9110-446f-828c-f77432dc2cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340757 Jul 14 12:04:59.220659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:04:59.244439 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3d30adf4-0a50-4cd9-b36e-61e118ec34cf req-53360008-98a8-484f-8062-fd89750f5ca4 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986304 Jul 14 12:04:59.267738 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-9f00a8a4-581c-433b-803d-85ca52a4b179 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 999 time: 0.1076584 Jul 14 12:04:59.320597 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271eac-be97-4230-a888-3a2cb8411643 req-28b7a1e8-3e7f-4cea-9b5e-7972500fee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.322144 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-28b7a1e8-3e7f-4cea-9b5e-7972500fee53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0476420 Jul 14 12:04:59.405549 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271eac-be97-4230-a888-3a2cb8411643 req-05fb554b-e127-4df4-ace0-1b1d57bcc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.407210 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-05fb554b-e127-4df4-ace0-1b1d57bcc5b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778770 Jul 14 12:04:59.464237 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4b442a93-a8ae-410e-a26c-b9c792e4ab37', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:43Z', 'updated_at': '2021-07-14T12:04:57Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:04:59.492361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ecef7-4ed6-4c55-bb23-2ad83703aa81 None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '4b442a93-a8ae-410e-a26c-b9c792e4ab37', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': 'e7e74001-8666-4697-9592-46a995589126', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:43Z', 'updated_at': '2021-07-14T12:04:57Z', 'revision_number': 1, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:04:59.505468 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-a6e47071-21f9-46d1-9ea6-468ff12bad25 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895147 Jul 14 12:04:59.530417 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-2935c86a-f17a-467f-b593-02d817b1caf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1 HTTP/1.1" status: 200 len: 217 time: 0.3147688 Jul 14 12:04:59.605846 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-b6943ed0-9932-4105-ae09-5e3ab0544690 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898888 Jul 14 12:04:59.611601 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-6c67f352-ee78-42a7-8a12-4919cfb59019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.613066 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-6c67f352-ee78-42a7-8a12-4919cfb59019 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0587904 Jul 14 12:04:59.636632 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-c25872a3-eab9-43b7-a95e-2c359bdca583 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141240 Jul 14 12:04:59.698919 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68114e-67f6-4046-b2d3-c52b5e8b15ca None None] New status for floating IP 4b442a93-a8ae-410e-a26c-b9c792e4ab37: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:04:59.788109 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-0b6a35ef-8723-4300-ac29-21b6e3a63ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.789619 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-0b6a35ef-8723-4300-ac29-21b6e3a63ce7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264706 Jul 14 12:04:59.791514 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1595e95f-82af-4487-b6c3-b2a64ff418d4 req-4b53e0cb-d2a1-43f3-9b98-2b9c71af8d2c service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205771 Jul 14 12:04:59.913263 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-46a2e4b6-c371-457d-a3d4-6bc34593d2cc service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987809 Jul 14 12:04:59.926990 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f600c-28ee-415f-a5dc-2691b90db33f req-381b83f9-b0da-4d17-96be-2afbaee5bc22 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:04:59.928470 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b0f600c-28ee-415f-a5dc-2691b90db33f req-381b83f9-b0da-4d17-96be-2afbaee5bc22 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0741093 Jul 14 12:04:59.941844 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:04:59.944205 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:04:59.968880 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b0f600c-28ee-415f-a5dc-2691b90db33f req-21bd3b82-2c68-4fc7-8d9a-31cb2b47f621 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337226 Jul 14 12:05:00.006618 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ddd342-c88f-4d83-928b-61dd2187868a x-openstack-request-id: req-33ddd342-c88f-4d83-928b-61dd2187868a {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:00.007126 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:00.007126 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33ddd342-c88f-4d83-928b-61dd2187868a {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:00.007517 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', 'status': 'completed', 'code': 200} Jul 14 12:05:00.023514 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3719876a-8cde-40a1-9ae4-a77932064e2c req-439c9056-7958-492a-bca0-b52327818014 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034803 Jul 14 12:05:00.119764 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-a70b9dc9-e37d-45c5-8aba-4601ca69d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:00.121283 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-a70b9dc9-e37d-45c5-8aba-4601ca69d60d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 1096 time: 0.0574903 Jul 14 12:05:00.157672 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc38b-4388-4cbd-89bd-c7d27e8c7fe8 req-6ea94e8e-a051-49ff-8fcf-d6d4f880e106 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:00.159169 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6abc38b-4388-4cbd-89bd-c7d27e8c7fe8 req-6ea94e8e-a051-49ff-8fcf-d6d4f880e106 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.0614450 Jul 14 12:05:00.199187 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6abc38b-4388-4cbd-89bd-c7d27e8c7fe8 req-adbbfc8a-d6aa-47b9-817b-e6ed23131f82 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343335 Jul 14 12:05:00.209014 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-203ca947-2dbc-4db7-844f-e2821881b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:00.210583 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-203ca947-2dbc-4db7-844f-e2821881b8d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 915 time: 0.0827231 Jul 14 12:05:00.260235 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-83864052-9188-48e7-becd-1bbfc876337f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a HTTP/1.1" status: 200 len: 217 time: 0.0371523 Jul 14 12:05:00.313244 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-02289f64-5252-4f72-8840-570e3d0b56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:00.314767 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-02289f64-5252-4f72-8840-570e3d0b56e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0430202 Jul 14 12:05:00.348153 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-004a3e05-8739-4be3-8760-e65caaab2be0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262945 Jul 14 12:05:00.428257 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c56195-c235-4e54-9808-8d027975cb44 req-dcd73916-e4d0-44b9-9c59-4bac8f5091a9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:00.429748 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66c56195-c235-4e54-9808-8d027975cb44 req-dcd73916-e4d0-44b9-9c59-4bac8f5091a9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 943 time: 0.0617759 Jul 14 12:05:00.444711 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-e5c4b4e5-e9a6-4028-bf57-717fbfe8e3e4 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844910 Jul 14 12:05:00.467432 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66c56195-c235-4e54-9808-8d027975cb44 req-c8c44efa-544a-432f-987c-21f099d1ebf1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Jul 14 12:05:00.535038 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fe68949b-c7ef-4bf0-a8ae-3a00e52973e3 req-96741dd6-20d5-4064-b4a7-302be7b4d887 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812476 Jul 14 12:05:01.143664 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa6fbd-6b7d-4f02-a100-35cbf993f062 req-a84a0db4-e31a-40d5-9f71-e9fd9781f190 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:01.145074 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b3fa6fbd-6b7d-4f02-a100-35cbf993f062 req-a84a0db4-e31a-40d5-9f71-e9fd9781f190 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0614388 Jul 14 12:05:01.183710 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b3fa6fbd-6b7d-4f02-a100-35cbf993f062 req-703c19cb-58df-45ca-ac60-936d96126be8 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330226 Jul 14 12:05:01.371286 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565eac-fb5c-4312-8cc4-aa762c5f43dc req-848a186c-12a9-4afd-9efe-d90c06b134be tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:01.372757 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66565eac-fb5c-4312-8cc4-aa762c5f43dc req-848a186c-12a9-4afd-9efe-d90c06b134be tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.0638840 Jul 14 12:05:01.409145 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66565eac-fb5c-4312-8cc4-aa762c5f43dc req-55c03364-e729-4754-9765-f6a18376d068 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Jul 14 12:05:01.571957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 772a18c9-0f00-42c3-b912-f4a2d75162b1 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:01.636508 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c1f73-19b1-4acb-8075-19149599cfbd req-ba379ff3-ab9e-43b9-ab52-334b3f36bc28 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:01.637988 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-812c1f73-19b1-4acb-8075-19149599cfbd req-ba379ff3-ab9e-43b9-ab52-334b3f36bc28 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 943 time: 0.0622058 Jul 14 12:05:01.664467 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:01.675390 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-812c1f73-19b1-4acb-8075-19149599cfbd req-1b6f65d8-dba2-4d4f-8b33-6ad3bd9220f7 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 14 12:05:01.678863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'port_id': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'mac_address': 'fa:16:3e:59:02:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:01.714672 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.727427 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772a18c9-0f00-42c3-b912-f4a2d75162b1 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:01.748739 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:01.752350 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:01.798611 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:02.098958 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['772a18c9-0f00-42c3-b912-f4a2d75162b1'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:02.354518 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14874d08-edeb-4c2a-9ac4-443a53220b5b req-ba8db20f-d065-4d90-a44d-1ad9911d4794 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.356087 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14874d08-edeb-4c2a-9ac4-443a53220b5b req-ba8db20f-d065-4d90-a44d-1ad9911d4794 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0618165 Jul 14 12:05:02.398709 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-14874d08-edeb-4c2a-9ac4-443a53220b5b req-289ae668-0ed7-4acd-bed5-95294399d6fd tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364265 Jul 14 12:05:02.582188 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d1706-7131-4d15-bbe6-0669188655c1 req-e78768b5-206a-497c-8ac8-faea3928af42 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.583639 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-145d1706-7131-4d15-bbe6-0669188655c1 req-e78768b5-206a-497c-8ac8-faea3928af42 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 945 time: 0.0612462 Jul 14 12:05:02.619960 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-145d1706-7131-4d15-bbe6-0669188655c1 req-6cfdcdf0-5492-4d3e-892f-6485c3795d4f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306911 Jul 14 12:05:02.844323 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aced2-955d-43ca-be0e-b05e8bce9f6a req-b42470e6-1ae2-44a8-8ff4-35f05f62797c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:02.845848 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-353aced2-955d-43ca-be0e-b05e8bce9f6a req-b42470e6-1ae2-44a8-8ff4-35f05f62797c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 943 time: 0.0613146 Jul 14 12:05:02.883098 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-353aced2-955d-43ca-be0e-b05e8bce9f6a req-5117b372-78d7-48d1-ac43-3137c6b29374 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 14 12:05:03.568810 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device a850cc78-0a5a-4ca6-9743-674db05a6b1a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:03.579783 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 772a18c9-0f00-42c3-b912-f4a2d75162b1 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:03.580837 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8bb7-b29a-401f-baa7-0bdd2f762b3c req-f71a2fb6-1349-414c-b270-4b71fd908a31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:03.582564 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d0dd8bb7-b29a-401f-baa7-0bdd2f762b3c req-f71a2fb6-1349-414c-b270-4b71fd908a31 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0714471 Jul 14 12:05:03.621977 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d0dd8bb7-b29a-401f-baa7-0bdd2f762b3c req-32b8d2d0-016b-44b7-8756-1350b3f21f16 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336127 Jul 14 12:05:03.684898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 772a18c9-0f00-42c3-b912-f4a2d75162b1 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:03.697349 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 772a18c9-0f00-42c3-b912-f4a2d75162b1 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:03.697728 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:03.733099 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:03.750837 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'port_id': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', 'mac_address': 'fa:16:3e:ab:3e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4332bb-b9c5-41c2-b6a0-dce46f11740c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:03.796907 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a51b0b-a05a-473d-bd0c-4a469963b19f req-6ef7ec91-5260-4696-92e7-244de86df2e5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:03.798410 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-08a51b0b-a05a-473d-bd0c-4a469963b19f req-6ef7ec91-5260-4696-92e7-244de86df2e5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 945 time: 0.0669436 Jul 14 12:05:03.816852 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:03.836344 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-08a51b0b-a05a-473d-bd0c-4a469963b19f req-111ea1d0-415f-436b-8fa7-00abc2a28532 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Jul 14 12:05:03.838837 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a850cc78-0a5a-4ca6-9743-674db05a6b1a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:03.842865 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:03.874970 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:03.879516 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:03.881772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cd9ddb-36c4-4e5d-9d9a-66e7e68f0e91" -d '{"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-plugged", "status": "completed", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:03.891178 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:03.897092 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:03.918611 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a30d34-3342-4590-9249-4de1dc00747e x-openstack-request-id: req-a2a30d34-3342-4590-9249-4de1dc00747e {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:03.918901 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-plugged", "status": "completed", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:03.919160 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2a30d34-3342-4590-9249-4de1dc00747e {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:03.919538 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'code': 200} Jul 14 12:05:03.923090 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:03.947711 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:03.997597 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:04.072658 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a0f3-07f3-4415-84f9-33da8a587e7c req-c1b7be04-139e-4461-b1df-c45b66525fce tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:04.074080 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2a31a0f3-07f3-4415-84f9-33da8a587e7c req-c1b7be04-139e-4461-b1df-c45b66525fce tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 944 time: 0.0643108 Jul 14 12:05:04.116728 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2a31a0f3-07f3-4415-84f9-33da8a587e7c req-5374536c-ef4d-4815-869e-3c61d8fc91f2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364318 Jul 14 12:05:04.196384 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4d97e-cb60-4aad-ae4c-1aa11f1c2628 req-1f3eeca3-5f7d-44af-a974-abb69c225328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:04.197863 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fef4d97e-cb60-4aad-ae4c-1aa11f1c2628 req-1f3eeca3-5f7d-44af-a974-abb69c225328 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 1099 time: 0.0506713 Jul 14 12:05:04.235209 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['a850cc78-0a5a-4ca6-9743-674db05a6b1a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:04.236251 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-fef4d97e-cb60-4aad-ae4c-1aa11f1c2628 req-c3c81204-2250-41ba-b7eb-e25e9ab179e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261161 Jul 14 12:05:04.793667 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd544f-1546-4c0c-ab09-dbca4707e154 req-b2228110-98fe-4249-969f-96216a29eced tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:04.795129 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dbd544f-1546-4c0c-ab09-dbca4707e154 req-b2228110-98fe-4249-969f-96216a29eced tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0614669 Jul 14 12:05:04.835382 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dbd544f-1546-4c0c-ab09-dbca4707e154 req-2e8fdffb-f225-4df0-a512-8d4d911769da tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&id=81037fa1-9f5f-49bf-8f59-bc99ea237906&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339806 Jul 14 12:05:05.017298 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8a158-7d5a-4dd6-b0c3-23e0cd1a04db req-03586501-5e45-4e82-8fde-9bb138e7649b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:05.018802 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b5a8a158-7d5a-4dd6-b0c3-23e0cd1a04db req-03586501-5e45-4e82-8fde-9bb138e7649b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0658863 Jul 14 12:05:05.057014 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b5a8a158-7d5a-4dd6-b0c3-23e0cd1a04db req-7480c33d-1892-4d63-b480-c5b5c6c53874 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 14 12:05:05.290047 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c824-5003-4d09-8ecc-5c680f2b4d5a req-c4a51548-9021-47fb-96f3-f3b55aa14a60 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:05.291525 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f976c824-5003-4d09-8ecc-5c680f2b4d5a req-c4a51548-9021-47fb-96f3-f3b55aa14a60 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 944 time: 0.0650826 Jul 14 12:05:05.328604 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f976c824-5003-4d09-8ecc-5c680f2b4d5a req-0ff38e95-dc90-417a-a0d9-bfef5bbefa3f tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Jul 14 12:05:05.569558 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device a850cc78-0a5a-4ca6-9743-674db05a6b1a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:05.626443 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port a850cc78-0a5a-4ca6-9743-674db05a6b1a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:05.639437 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port a850cc78-0a5a-4ca6-9743-674db05a6b1a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:05.640368 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:05.745152 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-19817f0b-2ac8-431b-9f1c-b192eaedac8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620284 Jul 14 12:05:05.843295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:05.844210 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a2b7-b804-4395-b327-36b77683af40 req-8a237896-d5ef-4bba-aed5-3e782a6ff1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:05.845742 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-8a237896-d5ef-4bba-aed5-3e782a6ff1fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1138 time: 0.0546257 Jul 14 12:05:05.876981 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:05.881806 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:05.920535 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:05.924729 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb237ebd-9926-49e7-a97e-c04e8c29f574" -d '{"events": [{"server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "name": "network-vif-plugged", "status": "completed", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:05.964175 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:05.977398 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a2b7-b804-4395-b327-36b77683af40 req-9ee746cf-317a-42b0-a188-ea343b70fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:05.978937 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-9ee746cf-317a-42b0-a188-ea343b70fdd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.1138761 Jul 14 12:05:05.982104 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438fef7d-0a80-41f6-9755-eda5c1e2cc12 x-openstack-request-id: req-438fef7d-0a80-41f6-9755-eda5c1e2cc12 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:05.982395 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "name": "network-vif-plugged", "status": "completed", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:05.982674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-438fef7d-0a80-41f6-9755-eda5c1e2cc12 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:05.983057 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', 'code': 200} Jul 14 12:05:06.089652 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-13886426-bb57-4342-91e6-587ffb7636ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 1001 time: 0.0664971 Jul 14 12:05:06.141499 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a2b7-b804-4395-b327-36b77683af40 req-a4697aec-ce43-4f51-8ff6-cd86dedaf047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.143022 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-a4697aec-ce43-4f51-8ff6-cd86dedaf047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0459661 Jul 14 12:05:06.202480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055a2b7-b804-4395-b327-36b77683af40 req-381ab95a-12bd-4361-b005-6854b0988e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.203979 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-381ab95a-12bd-4361-b005-6854b0988e08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546565 Jul 14 12:05:06.236599 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608256e7-cfcf-4a5f-814a-23602eab1331 req-eb1f06b5-d947-49e7-8885-a2682703d2df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.238253 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-608256e7-cfcf-4a5f-814a-23602eab1331 req-eb1f06b5-d947-49e7-8885-a2682703d2df tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0657668 Jul 14 12:05:06.275665 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-608256e7-cfcf-4a5f-814a-23602eab1331 req-9de22155-447f-4b92-918e-815d4aab0d99 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 14 12:05:06.325379 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc13b8-585e-4ffc-9cdc-f039f11548c9 req-a1db093c-5f58-46bd-a540-bb10bb69c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.326893 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-23bc13b8-585e-4ffc-9cdc-f039f11548c9 req-a1db093c-5f58-46bd-a540-bb10bb69c588 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 1098 time: 0.1220579 Jul 14 12:05:06.332813 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-a84800f9-7979-4185-8f2c-365069713afe service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207838 Jul 14 12:05:06.410631 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-23bc13b8-585e-4ffc-9cdc-f039f11548c9 req-037016e3-80c9-4804-9d46-bd4a61850824 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768564 Jul 14 12:05:06.446633 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6055a2b7-b804-4395-b327-36b77683af40 req-a9bbebaf-3777-4278-aa90-4ff7171a4a9f service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982816 Jul 14 12:05:06.547199 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6fc9-acf6-4e8c-afcc-fe587211fc80 req-80af2009-5e98-4e1e-bfe9-3231851f4b86 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.548695 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-182a6fc9-acf6-4e8c-afcc-fe587211fc80 req-80af2009-5e98-4e1e-bfe9-3231851f4b86 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.1059544 Jul 14 12:05:06.557236 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 37610) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:06.557381 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f7d2-f736-412e-9e9f-399eaebada64 req-9c701eac-1b92-4861-b279-3bb383239d40 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:06.558774 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ff9f7d2-f736-412e-9e9f-399eaebada64 req-9c701eac-1b92-4861-b279-3bb383239d40 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.1048160 Jul 14 12:05:06.562019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Request body: {'floatingip': {'port_id': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:06.598391 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1ff9f7d2-f736-412e-9e9f-399eaebada64 req-fcbf8b81-3eda-4a5c-a908-0342aaf749e2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Jul 14 12:05:06.601086 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:06.626802 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:07.055879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:07.059651 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:07.157007 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Floating IP 0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077 associated. External IP: 172.27.3.31, port: 772a18c9-0f00-42c3-b912-f4a2d75162b1. Jul 14 12:05:07.359543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:05:07.474175 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:05:07.479156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:07.484427 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:05:07.495000 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:07.495612 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:07.515247 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-faad2d0b-b15c-4450-8c2a-fd3848d74fbf tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "PUT /v2.0/floatingips/0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077 HTTP/1.1" status: 200 len: 991 time: 0.9568467 Jul 14 12:05:07.515828 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:07.520105 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:07.560292 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff318dd7-fa33-4e3f-8a47-7941374237a6 x-openstack-request-id: req-ff318dd7-fa33-4e3f-8a47-7941374237a6 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:07.561024 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:07.561485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff318dd7-fa33-4e3f-8a47-7941374237a6 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:07.562050 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'status': 'completed', 'code': 200} Jul 14 12:05:07.606081 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:07.771149 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-82469b16-48b6-4e21-813b-b6c6f8553d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:07.772745 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-82469b16-48b6-4e21-813b-b6c6f8553d00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1697622ee43f4c3788f392f8e6a4782e&device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 1099 time: 0.0588505 Jul 14 12:05:07.789557 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307854-4eea-41bb-b4e9-a4eb4f38a156 req-2701f4bd-ec0c-4f84-a7bf-a9a6ed5b7bad tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:07.791228 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d307854-4eea-41bb-b4e9-a4eb4f38a156 req-2701f4bd-ec0c-4f84-a7bf-a9a6ed5b7bad tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.0736172 Jul 14 12:05:07.841458 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d307854-4eea-41bb-b4e9-a4eb4f38a156 req-d345b2ed-8e8c-41ff-aa12-ebdf21f4e027 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Jul 14 12:05:07.891754 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:59:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:53Z', 'updated_at': '2021-07-14T12:05:06Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:07.912485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-2dde69b3-47a5-455b-a860-7a87ac5b9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:07.914760 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-2dde69b3-47a5-455b-a860-7a87ac5b9893 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 200 len: 911 time: 0.1306868 Jul 14 12:05:07.922413 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:05:07.930834 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:07.931458 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:04:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:08.045141 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-3c5ccc83-62ba-4735-8dd2-a67a3cb91ad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1 HTTP/1.1" status: 200 len: 999 time: 0.0701506 Jul 14 12:05:08.057267 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:08.095078 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-06b5eaf2-5c01-454e-98f8-2438efbd9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:08.096574 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-06b5eaf2-5c01-454e-98f8-2438efbd9fb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 200 len: 849 time: 0.0451102 Jul 14 12:05:08.164032 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-08352802-084b-4c41-b103-e618dae7c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:08.165524 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-08352802-084b-4c41-b103-e618dae7c134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45196d53-a7e2-412f-8ea9-a9d277e6bb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571396 Jul 14 12:05:08.261723 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-87d025da-8f06-4dc4-a4d5-b49cb03411f8 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815339 Jul 14 12:05:08.283736 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:59:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:53Z', 'updated_at': '2021-07-14T12:05:06Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:08.312645 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd64b46f-491b-4b4d-93b3-43aa078a4823 None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'port_id': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'mac_address': 'fa:16:3e:59:02:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:04:53Z', 'updated_at': '2021-07-14T12:05:06Z', 'revision_number': 1, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:05:08.359144 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6a837c4f-58a8-412f-99d0-3f15b74a1dcf req-3226c166-c49c-4f3a-9117-1c4c84f05ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898113 Jul 14 12:05:08.403375 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bb8b84c4-8146-4e41-b190-599953fa38ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:08.497873 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28128b19-5f4a-45ba-a0de-bffee9b412ad None None] New status for floating IP 0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:05:09.037112 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268654c-0774-4962-8527-959edecd2c9d req-719b2ea1-59e8-46ad-a40e-a4efcced1094 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:09.038570 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2268654c-0774-4962-8527-959edecd2c9d req-719b2ea1-59e8-46ad-a40e-a4efcced1094 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.0653429 Jul 14 12:05:09.075530 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2268654c-0774-4962-8527-959edecd2c9d req-d2599584-32d0-486c-a342-d1ed3a5ba4a8 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Jul 14 12:05:10.825249 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-68e51d71-703d-4e15-a3a7-69ffe87c5027 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:10.826656 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-68e51d71-703d-4e15-a3a7-69ffe87c5027 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.0974662 Jul 14 12:05:10.836574 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d31ca9e4-d116-4b8d-bf6a-35c8768e4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:10.842255 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-7a639bf2-d8d2-4464-aa8d-fb0b0a25e995 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/quotas/b58f8a95ca964fd4958e66e6d60de6db HTTP/1.1" status: 200 len: 375 time: 0.0097213 Jul 14 12:05:10.915829 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-ab7cb8cc-ecf2-410c-86a3-61dc5f9d615e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683074 Jul 14 12:05:11.003239 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-5234c5dd-8000-4a7e-b9e4-c6119779deb0 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801165 Jul 14 12:05:11.095632 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-c71db7cb-030c-44ec-9f37-a5dfdedacb22 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Jul 14 12:05:11.257362 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f61bc34c-79b6-4dce-8a20-8f6f54a71c45 req-ed235053-ea5c-4150-b043-24c4556907ab tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jul 14 12:05:11.327568 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.396669 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63b90c72-069f-466d-9228-5bdaeb18ccb8 req-a1fb0fac-711e-44d4-9a2f-c2c7aeedf680 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jul 14 12:05:12.457254 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.664511 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-2b0a8b93-f9ae-47ba-bf24-d777950174d6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:12.665882 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-2b0a8b93-f9ae-47ba-bf24-d777950174d6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1007733 Jul 14 12:05:12.688155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Request body: {'port': {'device_id': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'admin_state_up': True, 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:12.800650 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:12.804201 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:12.925233 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Allocated IP 172.20.0.9 (0f654a63-056c-4116-bffb-cbda53792b66/dd4332bb-b9c5-41c2-b6a0-dce46f11740c/0e138505-2dd5-4080-9430-5b809f04bb6c) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:05:13.073232 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.111557 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.154820 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9', 'a850cc78-0a5a-4ca6-9743-674db05a6b1a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:13.159295 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Network 0f654a63-056c-4116-bffb-cbda53792b66 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:05:13.162556 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:05:13.166356 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:05:13.189735 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event updated for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:13.216705 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:13.217309 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.231453 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-62d8d9fc-a52d-4c5d-939d-779e8f73df86 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470953 Jul 14 12:05:13.253445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Request body: {'port': {'device_id': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:13.322416 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.578319 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dd059-d6bc-41a5-ae1b-fe27c156e628 req-7952ed43-75b8-45f7-aa04-421b54b37319 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:13.579820 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-884dd059-d6bc-41a5-ae1b-fe27c156e628 req-7952ed43-75b8-45f7-aa04-421b54b37319 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 931 time: 0.0627437 Jul 14 12:05:13.595986 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e138505-2dd5-4080-9430-5b809f04bb6c {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:13.603809 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.615743 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Transition to ACTIVE for port object 0e138505-2dd5-4080-9430-5b809f04bb6c will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:05:13.618776 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-884dd059-d6bc-41a5-ae1b-fe27c156e628 req-1b455d58-9190-4e4c-bc19-ca1890aea5ef tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Jul 14 12:05:13.621204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.668925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:13.737506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Attempting to bind port 0e138505-2dd5-4080-9430-5b809f04bb6c on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:05:13.737737 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Attempting to bind port 0e138505-2dd5-4080-9430-5b809f04bb6c by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:05:13.738057 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Attempting to bind port 0e138505-2dd5-4080-9430-5b809f04bb6c on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:13.742179 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Port 0e138505-2dd5-4080-9430-5b809f04bb6c on network 0f654a63-056c-4116-bffb-cbda53792b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:05:13.742495 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Attempting to bind port 0e138505-2dd5-4080-9430-5b809f04bb6c on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:13.747096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:05:13.747424 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Checking segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:05:13.747794 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Bound using segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:05:13.748232 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Bound port: 0e138505-2dd5-4080-9430-5b809f04bb6c, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:05:13.748573 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.813006 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:05:13.816104 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0e138505-2dd5-4080-9430-5b809f04bb6c,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:05:13.820239 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.852315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:13.852925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:13.854291 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-1017a30d-f470-4826-8070-67fff78915bb service neutron] 10.222.0.47 "PUT /v2.0/ports/0e138505-2dd5-4080-9430-5b809f04bb6c HTTP/1.1" status: 200 len: 1093 time: 0.6055825 Jul 14 12:05:13.854722 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:13.857032 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7" -d '{"events": [{"name": "network-changed", "server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:13.881712 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017a30d-f470-4826-8070-67fff78915bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:13.895755 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c84762a-f4ac-4221-8123-ed6e70613a5f x-openstack-request-id: req-7c84762a-f4ac-4221-8123-ed6e70613a5f {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:13.896071 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:13.896325 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c84762a-f4ac-4221-8123-ed6e70613a5f {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:13.896719 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c', 'status': 'completed', 'code': 200} Jul 14 12:05:13.980564 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-5b2eab11-7007-4ad5-9d37-ee16ca6e2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:13.982176 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-5b2eab11-7007-4ad5-9d37-ee16ca6e2647 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 1096 time: 0.0547464 Jul 14 12:05:14.029899 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:14.036470 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-72512e4b-9eb9-4b8f-87b0-f40667e1a8f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e138505-2dd5-4080-9430-5b809f04bb6c HTTP/1.1" status: 200 len: 217 time: 0.0386472 Jul 14 12:05:14.100178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e156c-1af8-4cef-adea-c9699af4d06f req-4df8b974-e6bf-4387-bed1-3124e68901af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:14.101615 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-4df8b974-e6bf-4387-bed1-3124e68901af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0438364 Jul 14 12:05:14.148282 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-eda73575-299d-4770-9959-58e04a136676 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268431 Jul 14 12:05:14.240366 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-4745bf31-fc00-48a5-a86a-4ec7c5a622c0 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816100 Jul 14 12:05:14.578131 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-708e156c-1af8-4cef-adea-c9699af4d06f req-3059545f-f5af-44f6-a1d2-75d725fab89e service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313756 Jul 14 12:05:14.764835 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-c3f6b473-cca4-47d8-95fd-cfbe1bca6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:14.766322 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-c3f6b473-cca4-47d8-95fd-cfbe1bca6e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 1096 time: 0.0536613 Jul 14 12:05:14.797437 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1a4b-9164-46dd-a931-4c9fe6c0c127 req-b1347928-0f30-42cd-b96e-39a153d1af63 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:14.798956 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-82be1a4b-9164-46dd-a931-4c9fe6c0c127 req-b1347928-0f30-42cd-b96e-39a153d1af63 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 943 time: 0.0666215 Jul 14 12:05:14.835490 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-82be1a4b-9164-46dd-a931-4c9fe6c0c127 req-5260c2db-b6af-478b-b6b5-94fedb114554 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307977 Jul 14 12:05:14.858789 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-68fe01f6-91a7-4f9a-a8c8-416d1ad3afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:14.860305 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-68fe01f6-91a7-4f9a-a8c8-416d1ad3afed service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 915 time: 0.0859830 Jul 14 12:05:14.904337 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-bcefd08f-3ab5-416b-9add-6e05afcf335a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e138505-2dd5-4080-9430-5b809f04bb6c HTTP/1.1" status: 200 len: 217 time: 0.0334051 Jul 14 12:05:14.955072 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-d4cbd2b3-bff3-459b-9ada-2d77c23814ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:14.956535 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-d4cbd2b3-bff3-459b-9ada-2d77c23814ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0459063 Jul 14 12:05:14.992493 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-70a25c5c-97d8-4f01-aa08-1973a16d5b9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262537 Jul 14 12:05:15.082009 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-0bfb70a7-6b50-43a4-bf52-5b37cb0ac0a7 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795522 Jul 14 12:05:15.174019 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-838823c6-ce8a-4eca-9e3d-2d58a0c7ead7 req-66e2d15a-185a-45d6-ad18-33a74550e8a7 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850954 Jul 14 12:05:16.011522 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089ea4d-c528-4fb2-9c97-8c9c784cd28a req-22db8a98-2179-42d2-9fdd-8c1e7f200ef1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:16.013033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e089ea4d-c528-4fb2-9c97-8c9c784cd28a req-22db8a98-2179-42d2-9fdd-8c1e7f200ef1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 943 time: 0.0625572 Jul 14 12:05:16.051385 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e089ea4d-c528-4fb2-9c97-8c9c784cd28a req-b1b83fa2-8345-4dca-b895-ea6ee242abdf tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Jul 14 12:05:17.224474 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78620318-1c84-4973-880c-15538e75a0ea req-7c713953-0d95-44fb-9508-ee84e2b0eca0 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:17.225849 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78620318-1c84-4973-880c-15538e75a0ea req-7c713953-0d95-44fb-9508-ee84e2b0eca0 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 943 time: 0.0638666 Jul 14 12:05:17.262904 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78620318-1c84-4973-880c-15538e75a0ea req-b97448d6-a4ba-4c37-af7e-89556f2a80d9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Jul 14 12:05:17.628131 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0e138505-2dd5-4080-9430-5b809f04bb6c details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:17.720569 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0e138505-2dd5-4080-9430-5b809f04bb6c,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:17.731240 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '0e138505-2dd5-4080-9430-5b809f04bb6c', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'port_id': '0e138505-2dd5-4080-9430-5b809f04bb6c', 'mac_address': 'fa:16:3e:6c:7b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4332bb-b9c5-41c2-b6a0-dce46f11740c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:17.770807 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.782781 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e138505-2dd5-4080-9430-5b809f04bb6c {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:17.801183 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0e138505-2dd5-4080-9430-5b809f04bb6c,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:17.805027 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:17.850252 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:18.252185 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['0e138505-2dd5-4080-9430-5b809f04bb6c'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:18.437442 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ee0ef-51b4-49e4-a5fc-a088fba2d59c req-8c66ab0c-9326-48c8-8a73-91b8c9debed5 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:18.438819 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-361ee0ef-51b4-49e4-a5fc-a088fba2d59c req-8c66ab0c-9326-48c8-8a73-91b8c9debed5 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 944 time: 0.0649858 Jul 14 12:05:18.475486 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-361ee0ef-51b4-49e4-a5fc-a088fba2d59c req-ee63e3ff-f291-4ba9-8461-bd52f96bca37 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 14 12:05:19.647079 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0e138505-2dd5-4080-9430-5b809f04bb6c up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:19.648450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c1022-9454-483c-b73e-7251c9d617ae req-43ba702c-88e8-4f39-baf0-acd0a494981e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:19.649943 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-923c1022-9454-483c-b73e-7251c9d617ae req-43ba702c-88e8-4f39-baf0-acd0a494981e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 944 time: 0.0607541 Jul 14 12:05:19.687047 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-923c1022-9454-483c-b73e-7251c9d617ae req-77adf6ca-3bda-4015-b272-d495957f4fd9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jul 14 12:05:19.694400 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 0e138505-2dd5-4080-9430-5b809f04bb6c completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:19.697991 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 0e138505-2dd5-4080-9430-5b809f04bb6c triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:19.698358 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.771043 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.792294 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:19.794506 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f9f940-32e5-4170-b5c8-b0d989eb4373" -d '{"events": [{"server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:19.809786 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0e138505-2dd5-4080-9430-5b809f04bb6c,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:19.815144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:19.838361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f6530-e188-4d94-90b1-6a7014bfbae7 x-openstack-request-id: req-983f6530-e188-4d94-90b1-6a7014bfbae7 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:19.838656 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "name": "network-vif-plugged", "status": "completed", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:19.838904 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-983f6530-e188-4d94-90b1-6a7014bfbae7 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:19.839291 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c', 'code': 200} Jul 14 12:05:19.864861 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:20.100526 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd9078-c019-4c86-8349-2fce84d45a29 req-c0ff2c28-6dae-477a-a7b0-1b615cf26305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:20.102005 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-99bd9078-c019-4c86-8349-2fce84d45a29 req-c0ff2c28-6dae-477a-a7b0-1b615cf26305 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 1098 time: 0.0504186 Jul 14 12:05:20.149556 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-99bd9078-c019-4c86-8349-2fce84d45a29 req-9d042722-f828-4cfa-8409-7e0d0713eecd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259955 Jul 14 12:05:20.860869 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec44254-5623-4999-84c1-3d52b3100209 req-162bf51b-018b-4f0d-8c79-dcea777a8a59 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:20.862378 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3ec44254-5623-4999-84c1-3d52b3100209 req-162bf51b-018b-4f0d-8c79-dcea777a8a59 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 945 time: 0.0639546 Jul 14 12:05:20.899611 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3ec44254-5623-4999-84c1-3d52b3100209 req-eb4ecb59-ee2a-4eba-b579-9a352cf32093 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Jul 14 12:05:22.070378 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce91962-c81d-4ef0-811e-9f8762dd113c req-c23488b1-c2d8-4197-b78b-6e290c6378a4 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:22.071856 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9ce91962-c81d-4ef0-811e-9f8762dd113c req-c23488b1-c2d8-4197-b78b-6e290c6378a4 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 945 time: 0.0618038 Jul 14 12:05:22.109521 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9ce91962-c81d-4ef0-811e-9f8762dd113c req-a756a07c-50cf-4347-aed6-b77156cddb4f tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 14 12:05:32.920519 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-2dde675f-77d7-4551-8310-a48ace447d67 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:32.921924 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-2dde675f-77d7-4551-8310-a48ace447d67 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1006224 Jul 14 12:05:32.937465 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-8371efa0-4f6d-4786-9d9b-e3d8ae9910ce tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/quotas/b58f8a95ca964fd4958e66e6d60de6db HTTP/1.1" status: 200 len: 375 time: 0.0099640 Jul 14 12:05:33.005524 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-16ef1249-a0ad-4cad-9dea-bd64e655e699 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629930 Jul 14 12:05:33.135669 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-37776ba5-99b9-4ae8-bcc2-7d9302587ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233232 Jul 14 12:05:33.219515 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-6e60556a-cb27-4cff-b68c-a7f1cf1f6f39 service neutron] 10.222.0.44 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780704 Jul 14 12:05:33.382853 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4f88e482-da5f-401b-9ce3-e1b3d1546d6c req-63daf3a5-9e68-42d1-8752-f0918ab37727 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 210 time: 0.0284369 Jul 14 12:05:33.782736 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:05:34.527056 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a9551ee3-692e-4b72-8ab5-9eb060c2e32c req-3648de19-5fe9-4f82-a7f4-5d4e12fd9484 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 210 time: 0.0314872 Jul 14 12:05:34.721178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-4c6efa24-af93-4fb2-b4fe-e881e15463d2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:34.722518 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-4c6efa24-af93-4fb2-b4fe-e881e15463d2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 814 time: 0.1073658 Jul 14 12:05:34.758382 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Request body: {'port': {'device_id': '373139a5-e837-46a1-a50d-749fd21a9845', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'admin_state_up': True, 'tenant_id': 'b58f8a95ca964fd4958e66e6d60de6db'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:34.863802 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Made reservation on behalf of b58f8a95ca964fd4958e66e6d60de6db for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:05:34.867533 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:34.993785 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Allocated IP 172.20.0.10 (0f654a63-056c-4116-bffb-cbda53792b66/dd4332bb-b9c5-41c2-b6a0-dce46f11740c/be390e96-4aa2-4338-88de-8b261466a1f0) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:05:35.138150 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.178122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.220877 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9', 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', '0e138505-2dd5-4080-9430-5b809f04bb6c'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:35.222199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Network 0f654a63-056c-4116-bffb-cbda53792b66 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:05:35.225418 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:05:35.229191 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:05:35.236054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event updated for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:35.263107 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.263450 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.263784 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.264134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.264462 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.265326 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.265649 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.265968 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.266284 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.266598 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.266912 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.267223 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:35.291657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.292297 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.308815 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-e12970dd-6735-4800-8828-602d43f1dc7b tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543823 Jul 14 12:05:35.372045 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Request body: {'port': {'device_id': '373139a5-e837-46a1-a50d-749fd21a9845', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:35.445010 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.697615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f063d5-9a9a-4346-b1bf-b52d5ac88426 req-e1292458-b3e3-468a-869a-5fb3b52e65ff tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.699203 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60f063d5-9a9a-4346-b1bf-b52d5ac88426 req-e1292458-b3e3-468a-869a-5fb3b52e65ff tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 932 time: 0.0613813 Jul 14 12:05:35.700227 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be390e96-4aa2-4338-88de-8b261466a1f0 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:35.710151 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.721687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Transition to ACTIVE for port object be390e96-4aa2-4338-88de-8b261466a1f0 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:05:35.725315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.736832 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60f063d5-9a9a-4346-b1bf-b52d5ac88426 req-8568124c-5fe8-490f-9754-63a40c8e0419 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311689 Jul 14 12:05:35.816648 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Pushing event updated for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:35.842834 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Attempting to bind port be390e96-4aa2-4338-88de-8b261466a1f0 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:05:35.843160 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Attempting to bind port be390e96-4aa2-4338-88de-8b261466a1f0 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:05:35.843481 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Attempting to bind port be390e96-4aa2-4338-88de-8b261466a1f0 on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:35.847567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Port be390e96-4aa2-4338-88de-8b261466a1f0 on network 0f654a63-056c-4116-bffb-cbda53792b66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:05:35.847879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Attempting to bind port be390e96-4aa2-4338-88de-8b261466a1f0 on network 0f654a63-056c-4116-bffb-cbda53792b66 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:05:35.852515 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:05:35.852845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Checking segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:05:35.853214 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Bound using segment: {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:05:35.853626 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Bound port: be390e96-4aa2-4338-88de-8b261466a1f0, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79454eff-49ba-4cfb-ad33-9cb94ea8953e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:05:35.853971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.915749 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:05:35.919306 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=be390e96-4aa2-4338-88de-8b261466a1f0,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:05:35.922638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.954714 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:35.955321 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:35.956710 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] 10.222.0.47 "PUT /v2.0/ports/be390e96-4aa2-4338-88de-8b261466a1f0 HTTP/1.1" status: 200 len: 1094 time: 0.6319470 Jul 14 12:05:35.957132 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:35.959360 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eca242-1c50-4a1a-8d89-89c73f282a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:35.984623 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15a3e5-4442-4713-aab9-2797bac2b028 service neutron] Pushing event updated for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:36.062849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a7946-9bb4-45a1-a4c3-2b1559f87ec1 x-openstack-request-id: req-fe0a7946-9bb4-45a1-a4c3-2b1559f87ec1 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:36.063136 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:36.063386 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe0a7946-9bb4-45a1-a4c3-2b1559f87ec1 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:36.063771 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0', 'status': 'completed', 'code': 200} Jul 14 12:05:36.088801 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-65f0e2eb-e93f-43a4-8288-b52ce8dfe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.090272 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-65f0e2eb-e93f-43a4-8288-b52ce8dfe62b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 1097 time: 0.0600963 Jul 14 12:05:36.146576 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-b9a07a4d-de38-4040-b6b2-1e8627602836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be390e96-4aa2-4338-88de-8b261466a1f0 HTTP/1.1" status: 200 len: 217 time: 0.0330420 Jul 14 12:05:36.195344 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3be1b6c8-b4a4-479f-8c14-dc8290324a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.196787 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-3be1b6c8-b4a4-479f-8c14-dc8290324a01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0421190 Jul 14 12:05:36.237144 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-b079432f-489d-4a53-ae9e-be61fb3a9e38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283115 Jul 14 12:05:36.329379 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-c980a7fc-92f6-4b09-9192-e661c1ef0dcd service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803959 Jul 14 12:05:36.423003 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5efdac9a-2e8b-4dcf-9553-98292400d5d6 req-6faa074c-8808-4daa-96f1-417acf608278 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857966 Jul 14 12:05:36.625687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-a4027f45-6347-4f81-84e8-bb2962ea9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.627073 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-a4027f45-6347-4f81-84e8-bb2962ea9995 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 1097 time: 0.0520964 Jul 14 12:05:36.638308 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:36.717760 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-762464e4-bfbf-4353-b124-065e822de003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.719711 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-762464e4-bfbf-4353-b124-065e822de003 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 915 time: 0.0819125 Jul 14 12:05:36.765578 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-d59ddb89-d5cc-432f-adea-434be120b15b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be390e96-4aa2-4338-88de-8b261466a1f0 HTTP/1.1" status: 200 len: 217 time: 0.0361164 Jul 14 12:05:36.820896 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-3fea0f48-aa2a-496b-82fc-5984c89cdd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.822338 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-3fea0f48-aa2a-496b-82fc-5984c89cdd60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0466456 Jul 14 12:05:36.865680 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-117da510-ffeb-4e9f-8743-765b483e9674 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264401 Jul 14 12:05:36.915814 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ec9b0-5502-42b7-99f3-f110a1dfb67b req-8376208c-50e5-4c63-bf89-6734e035c311 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:36.917240 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e7ec9b0-5502-42b7-99f3-f110a1dfb67b req-8376208c-50e5-4c63-bf89-6734e035c311 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 944 time: 0.0619967 Jul 14 12:05:36.956998 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e7ec9b0-5502-42b7-99f3-f110a1dfb67b req-4d80cd36-9f94-4ddb-b9dc-89d89aa46b2c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jul 14 12:05:36.963928 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-db159f5f-bb53-44f4-be7b-419f1fb966c4 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Jul 14 12:05:37.064822 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-46eca242-1c50-4a1a-8d89-89c73f282a8b req-77d18bf6-3b1b-42db-8c00-1b3f44186161 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837004 Jul 14 12:05:38.134762 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b58ba5-abfb-4aa6-8fb8-bacc3dd1286a req-5979e3d3-3965-4db5-8aa1-08013a18ec75 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:38.136240 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-43b58ba5-abfb-4aa6-8fb8-bacc3dd1286a req-5979e3d3-3965-4db5-8aa1-08013a18ec75 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 944 time: 0.0644498 Jul 14 12:05:38.173661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-43b58ba5-abfb-4aa6-8fb8-bacc3dd1286a req-df92c93a-51df-4c0a-8870-7c55ffa2da43 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jul 14 12:05:38.404379 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-706b9db5-0f5a-4904-afc4-0646a7c1c5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.345810 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023ab7-e16c-42bc-afab-2ad284e39c94 req-186c919c-60fb-4b0d-907b-7a10a6935f8e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:39.347278 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8023ab7-e16c-42bc-afab-2ad284e39c94 req-186c919c-60fb-4b0d-907b-7a10a6935f8e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 944 time: 0.0624952 Jul 14 12:05:39.385084 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d8023ab7-e16c-42bc-afab-2ad284e39c94 req-ecba591a-d84d-4286-9afe-15208910c93e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Jul 14 12:05:39.761495 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device be390e96-4aa2-4338-88de-8b261466a1f0 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:05:39.854123 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=be390e96-4aa2-4338-88de-8b261466a1f0,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:39.865296 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'be390e96-4aa2-4338-88de-8b261466a1f0', 'network_id': '0f654a63-056c-4116-bffb-cbda53792b66', 'port_id': 'be390e96-4aa2-4338-88de-8b261466a1f0', 'mac_address': 'fa:16:3e:39:e8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4332bb-b9c5-41c2-b6a0-dce46f11740c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:05:39.903322 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.916835 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be390e96-4aa2-4338-88de-8b261466a1f0 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:05:39.935552 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=be390e96-4aa2-4338-88de-8b261466a1f0,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:39.940243 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:39.988639 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:39.995540 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.995891 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.996254 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.996590 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.996920 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.997251 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.997580 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.997903 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.998283 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.998552 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.998874 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:39.999192 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:40.421740 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['be390e96-4aa2-4338-88de-8b261466a1f0'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:40.569307 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362c1ab-ecf8-4ec9-87b0-d774aa27deaf req-bcfaa26a-23cb-4b20-887d-623677b2dab7 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:40.570502 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4362c1ab-ecf8-4ec9-87b0-d774aa27deaf req-bcfaa26a-23cb-4b20-887d-623677b2dab7 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 945 time: 0.0709479 Jul 14 12:05:40.606813 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4362c1ab-ecf8-4ec9-87b0-d774aa27deaf req-1ab4971a-90b9-46c1-8c52-2dcb758eadda tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Jul 14 12:05:40.836885 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e11ea42c-b5ad-452d-acc9-fb156a9e8a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:41.328591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:41.771239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device be390e96-4aa2-4338-88de-8b261466a1f0 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:05:41.780150 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cda09-cc23-489c-a3d9-801e1d78bd1c req-ed9c0a80-d3ae-424a-ad20-07a31518e002 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:41.781641 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-665cda09-cc23-489c-a3d9-801e1d78bd1c req-ed9c0a80-d3ae-424a-ad20-07a31518e002 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 945 time: 0.0633748 Jul 14 12:05:41.820505 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-665cda09-cc23-489c-a3d9-801e1d78bd1c req-8d98a60e-83b9-4da4-8edd-72c1d1967898 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 14 12:05:41.821145 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port be390e96-4aa2-4338-88de-8b261466a1f0 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:05:41.825062 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port be390e96-4aa2-4338-88de-8b261466a1f0 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:41.825431 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:41.901747 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:41.923703 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:41.925958 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389b576d-665f-4c60-a0bd-a29c00e7fd16" -d '{"events": [{"server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "name": "network-vif-plugged", "status": "completed", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:41.938752 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=be390e96-4aa2-4338-88de-8b261466a1f0,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:41.943706 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:41.992364 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:42.019446 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6990318-53fb-45ae-a666-3f2bf21ed0c8 x-openstack-request-id: req-b6990318-53fb-45ae-a666-3f2bf21ed0c8 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:42.019742 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "name": "network-vif-plugged", "status": "completed", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:42.020014 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6990318-53fb-45ae-a666-3f2bf21ed0c8 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:42.020421 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0', 'code': 200} Jul 14 12:05:42.274614 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c6ae3-170b-41ff-8bb7-59cd2c1225c0 req-79b6070c-a2ec-47dd-99ff-ff3c3a1b2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:42.276123 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37c6ae3-170b-41ff-8bb7-59cd2c1225c0 req-79b6070c-a2ec-47dd-99ff-ff3c3a1b2548 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 1099 time: 0.0501444 Jul 14 12:05:42.316687 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37c6ae3-170b-41ff-8bb7-59cd2c1225c0 req-bb2ec5d9-1fbe-4da4-a6bd-6a5ed9f2fb05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Jul 14 12:05:42.459033 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:42.999582 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8f8f-4492-470a-9574-08dbeadec976 req-946c5bc0-9ab9-400b-a02a-06b2132f5001 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:43.001680 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f5fe8f8f-4492-470a-9574-08dbeadec976 req-946c5bc0-9ab9-400b-a02a-06b2132f5001 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.0615473 Jul 14 12:05:43.037514 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f5fe8f8f-4492-470a-9574-08dbeadec976 req-6bcc3c1a-ae50-4ef5-9599-d2351d4d1a4a tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304081 Jul 14 12:05:44.027150 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:44.212938 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2210bb-6226-43ad-b054-ca1d7694446e req-802c0b40-6b41-405b-a5c1-5f47b78394e3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:44.214314 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7e2210bb-6226-43ad-b054-ca1d7694446e req-802c0b40-6b41-405b-a5c1-5f47b78394e3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.0644081 Jul 14 12:05:44.250208 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7e2210bb-6226-43ad-b054-ca1d7694446e req-16c733b6-6b66-41e4-be4b-9eaa62c6fb1a tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Jul 14 12:05:52.483515 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e8c9-bf7b-4dd2-a490-3f029a6b33b3 req-8a5f88fb-2e95-4ca4-86dd-ebbf5daaa20e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:52.484921 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c143e8c9-bf7b-4dd2-a490-3f029a6b33b3 req-8a5f88fb-2e95-4ca4-86dd-ebbf5daaa20e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0615573 Jul 14 12:05:52.521737 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c143e8c9-bf7b-4dd2-a490-3f029a6b33b3 req-8c125150-6fe5-4576-b6d5-727973497ccd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Jul 14 12:05:53.720401 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc400e9-3ac1-41e0-af81-d2aa7aa604f7 req-6ce0d6d1-f2b4-44b7-9492-ad7a80fb5663 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:53.720401 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfc400e9-3ac1-41e0-af81-d2aa7aa604f7 req-6ce0d6d1-f2b4-44b7-9492-ad7a80fb5663 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0732427 Jul 14 12:05:53.994874 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfc400e9-3ac1-41e0-af81-d2aa7aa604f7 req-3cf71871-0f26-4447-b4f3-abf63ee280bd tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750192 Jul 14 12:05:54.002758 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-6ab392ef-e291-4933-89ce-27abe749971c tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999441452&fields=id&tenant_id=a4dee7f70e94424fa683a68b8dd1a708 HTTP/1.1" status: 200 len: 267 time: 0.0480175 Jul 14 12:05:54.068753 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-0bc5dce5-cc30-4b04-9d2f-f0e8fbece8a1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.070136 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-0bc5dce5-cc30-4b04-9d2f-f0e8fbece8a1 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 985 time: 0.0623460 Jul 14 12:05:54.080553 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Request body: {'port': {'security_groups': ['a06a9a90-19a1-403d-bcca-36ae38466cf7']}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:05:54.167214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.334878 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:54.361912 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.366923 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.413324 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.413972 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for port, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.415383 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b51e62fd-80e5-49d3-a38f-dc46fc7295cc req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "PUT /v2.0/ports/7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 943 time: 0.3393302 Jul 14 12:05:54.415836 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:54.418518 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff46e92b-6938-4138-aa17-9bd755d66100" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:54.420345 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:54.421641 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38034) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:54.460970 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event updated for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=7']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:54.469400 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.471539 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.471986 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.472670 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.476025 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.476500 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.476942 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.477369 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.477799 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.478243 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.478668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.480589 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87019078-b858-498b-8400-bc35ddd43551 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:05:54.533555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.545716 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d5224-27ac-4292-810b-acb4d5bedb1f x-openstack-request-id: req-fd8d5224-27ac-4292-810b-acb4d5bedb1f {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:54.545716 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:54.546032 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd8d5224-27ac-4292-810b-acb4d5bedb1f {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:54.546587 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:05:54.564196 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.662223 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.665109 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.666238 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "DELETE /v2.0/security-groups/81037fa1-9f5f-49bf-8f59-bc99ea237906 HTTP/1.1" status: 204 len: 168 time: 0.2426755 Jul 14 12:05:54.669145 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38040) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:05:54.679262 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d9137-5d2c-4211-8a46-1035b94a089e tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81037fa1-9f5f-49bf-8f59-bc99ea237906,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:54.687853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-ba4a8a00-06f9-4b32-8cbc-28d0647c9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.689404 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-ba4a8a00-06f9-4b32-8cbc-28d0647c9282 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1099 time: 0.0802770 Jul 14 12:05:54.710318 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-63c03d9f-25ee-47ce-812f-857d8e37a09b None None] Provisioning complete for port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:05:54.710886 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-63c03d9f-25ee-47ce-812f-857d8e37a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.758461 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:05:54.817263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-a6aba7a4-39d0-420c-8995-c3672021229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.819398 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-a6aba7a4-39d0-420c-8995-c3672021229b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.1183641 Jul 14 12:05:54.843610 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Deleting port 6e7571cb-aff5-4f46-a7c9-cac96bc50e4a {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:54.845075 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.899444 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-2f3cd8b7-aba4-43ce-b03c-2d0aa61a1d76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 1001 time: 0.0671947 Jul 14 12:05:54.943486 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.943973 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:54.958859 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Calling delete_port for 6e7571cb-aff5-4f46-a7c9-cac96bc50e4a owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:05:54.962439 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-926a6349-5527-4918-b150-c2aa7190dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:54.964127 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-926a6349-5527-4918-b150-c2aa7190dca9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0565321 Jul 14 12:05:55.024047 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-7a6fce2e-910a-4095-a453-c038ae24c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:55.025207 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-7a6fce2e-910a-4095-a453-c038ae24c4a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513878 Jul 14 12:05:55.119714 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-a7594e67-93e5-4bc8-be70-01e5c1bc37a2 service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848484 Jul 14 12:05:55.202246 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:55.214557 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ff46e92b-6938-4138-aa17-9bd755d66100 req-123f1371-54c4-4668-b14c-ea3fbabee5fb service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856698 Jul 14 12:05:55.239339 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb008-af08-471f-82a2-af10884c2bab req-d9fe6d3f-b29c-4bf5-8c29-7a8d1eabd245 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:55.240836 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b4fb008-af08-471f-82a2-af10884c2bab req-d9fe6d3f-b29c-4bf5-8c29-7a8d1eabd245 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1251929 Jul 14 12:05:55.241554 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event deleted for resources: {'Port': ['ID=6e7571cb-aff5-4f46-a7c9-cac96bc50e4a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:05:55.322017 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b4fb008-af08-471f-82a2-af10884c2bab req-dfd44e2b-6e08-4279-8aea-32c61124eb22 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580671 Jul 14 12:05:55.327005 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:55.327451 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Floating IP 4585e237-77cf-47e6-9e4d-81d4d7e68101 disassociated (deleted). External IP: 172.27.3.29, port: 7ea89e0e-3319-4beb-a4b0-fc2f693ef003. Jul 14 12:05:55.526615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Router 37f964c9-5d31-4305-a5e7-39f581e903c6 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:05:55.628233 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:05:55.633478 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:55.638170 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Sync routers for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:05:55.647341 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:55.647945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:55.668950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-65ff5cf8-1fee-4c62-b57a-a8a2c1bce9cb tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "DELETE /v2.0/floatingips/4585e237-77cf-47e6-9e4d-81d4d7e68101 HTTP/1.1" status: 204 len: 168 time: 0.9986744 Jul 14 12:05:55.750469 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:56.094040 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:56.119515 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Checking router: 37f964c9-5d31-4305-a5e7-39f581e903c6 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:05:56.127404 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:05:56.128029 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:56.227605 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:05:56.432072 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:05:56.461064 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc92e8-aab8-4d2f-8273-97fb537d0b5e None None] The sync data for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi is: [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:13Z', 'revision_number': 4, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'eab36d37-9840-40c7-b67a-74c920a9afa7', 'name': '', 'network_id': '7aaa9ce9-97d7-49db-843d-23a44656e9b7', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'mac_address': 'fa:16:3e:bf:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '944ee719-086c-46be-8ac0-ad614c115752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:12Z', 'updated_at': '2021-07-14T12:03:18Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'subnets': [{'id': '944ee719-086c-46be-8ac0-ad614c115752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:05:56.511208 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02b003-b1a4-433c-81bd-d236ed8599d3 req-108336ee-8475-4cf7-b052-5a7ab49fb33a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.512766 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3f02b003-b1a4-433c-81bd-d236ed8599d3 req-108336ee-8475-4cf7-b052-5a7ab49fb33a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0693088 Jul 14 12:05:56.549105 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:05:56.551941 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc29b3-adbd-4f81-bca5-9566c2453551" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:05:56.557471 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3f02b003-b1a4-433c-81bd-d236ed8599d3 req-caf9969b-23ce-41ce-90b2-b4951845f1d1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387857 Jul 14 12:05:56.588219 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71408e15-bdd3-48f5-b50c-17f2cc78fdee x-openstack-request-id: req-71408e15-bdd3-48f5-b50c-17f2cc78fdee {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:05:56.588511 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:05:56.588763 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71408e15-bdd3-48f5-b50c-17f2cc78fdee {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:05:56.589159 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:05:56.703081 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8b5c8-0fb4-443c-982c-23e545dea337 None None] New status for floating IP 4585e237-77cf-47e6-9e4d-81d4d7e68101: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:05:56.721534 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-268fbc10-0240-4f53-a6a2-2f3ba5cff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.723630 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-268fbc10-0240-4f53-a6a2-2f3ba5cff0bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 1099 time: 0.0664065 Jul 14 12:05:56.823292 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-2824ae3d-89e9-445c-a6f3-47a848be0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.824879 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-2824ae3d-89e9-445c-a6f3-47a848be0877 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 200 len: 916 time: 0.0940847 Jul 14 12:05:56.867057 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-1d084b69-8d2d-4612-8558-852f4d270b4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 200 len: 217 time: 0.0338345 Jul 14 12:05:56.915456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-21010ad3-490b-4aed-a06e-aa0f5aaeccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.917097 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-21010ad3-490b-4aed-a06e-aa0f5aaeccc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 200 len: 854 time: 0.0430567 Jul 14 12:05:56.978060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-c3c7cd41-a085-4b85-8a55-55f0f87af70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:56.979620 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-c3c7cd41-a085-4b85-8a55-55f0f87af70c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7aaa9ce9-97d7-49db-843d-23a44656e9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548673 Jul 14 12:05:57.105340 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-e6ab0fea-d70f-4499-add7-058d5a41e31d service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018915 Jul 14 12:05:57.226089 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-acdc29b3-adbd-4f81-bca5-9566c2453551 req-39473b5d-069d-4c91-8928-c0715b3a8aaf service neutron] 10.222.0.47 "GET /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860262 Jul 14 12:05:57.512390 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac5672-fa39-4020-a4ad-8402783440b5 req-76025920-14d7-4726-a800-aacadceb10a1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:57.513872 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e0ac5672-fa39-4020-a4ad-8402783440b5 req-76025920-14d7-4726-a800-aacadceb10a1 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.0636179 Jul 14 12:05:57.549932 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e0ac5672-fa39-4020-a4ad-8402783440b5 req-e6b026ee-1021-40f6-9544-01c26a06eca6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305209 Jul 14 12:05:57.737347 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27ff15-e4df-4e3f-8511-d6c42ee35a27 req-913cd301-8dd9-4192-bcfd-b41412d2c9ed tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:57.739310 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5d27ff15-e4df-4e3f-8511-d6c42ee35a27 req-913cd301-8dd9-4192-bcfd-b41412d2c9ed tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0666606 Jul 14 12:05:57.776501 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5d27ff15-e4df-4e3f-8511-d6c42ee35a27 req-5596db43-4f56-4154-8358-0d3976da30f4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jul 14 12:05:58.756500 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e69f1f-e02e-44b3-847b-2c858a982f91 req-4ec00c0b-75d1-450e-a688-110c7bc21bab tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:58.757948 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-22e69f1f-e02e-44b3-847b-2c858a982f91 req-4ec00c0b-75d1-450e-a688-110c7bc21bab tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.0900519 Jul 14 12:05:58.808750 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f97b57-7b97-4a5e-bb34-79055e2a2acb req-5296415f-bfce-4c7a-af58-5c62261d4d74 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:58.810220 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-28f97b57-7b97-4a5e-bb34-79055e2a2acb req-5296415f-bfce-4c7a-af58-5c62261d4d74 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0977573 Jul 14 12:05:58.815257 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-22e69f1f-e02e-44b3-847b-2c858a982f91 req-2be08377-996d-470b-9188-5416193aef79 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508294 Jul 14 12:05:58.851408 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-28f97b57-7b97-4a5e-bb34-79055e2a2acb req-44bc1114-852c-416e-bc54-15f6953c9b77 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Jul 14 12:05:58.973659 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a09358-1ac6-4b86-9c55-0f784540b982 req-e2a02597-d603-441d-8fbd-cd1cfb086eb2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:58.975182 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a5a09358-1ac6-4b86-9c55-0f784540b982 req-e2a02597-d603-441d-8fbd-cd1cfb086eb2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0617344 Jul 14 12:05:59.013062 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a5a09358-1ac6-4b86-9c55-0f784540b982 req-f73d8f87-b20b-45a9-8c2f-32c6f0aba2cc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323837 Jul 14 12:05:59.681598 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-a30097d9-0202-431d-8e50-15e902048952 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:05:59.682971 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-a30097d9-0202-431d-8e50-15e902048952 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.0654767 Jul 14 12:05:59.779318 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Deleting port be390e96-4aa2-4338-88de-8b261466a1f0 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:05:59.779652 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:59.867098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] For port be390e96-4aa2-4338-88de-8b261466a1f0, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=be390e96-4aa2-4338-88de-8b261466a1f0,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:05:59.867463 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:05:59.879025 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Calling delete_port for be390e96-4aa2-4338-88de-8b261466a1f0 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:00.016091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:00.030065 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bbd9e-089a-4364-a802-430bc6c6cd94 req-ec70a1b0-81e1-4d6c-955e-9a087f133c41 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:00.031597 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a03bbd9e-089a-4364-a802-430bc6c6cd94 req-ec70a1b0-81e1-4d6c-955e-9a087f133c41 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=373139a5-e837-46a1-a50d-749fd21a9845 HTTP/1.1" status: 200 len: 946 time: 0.1025014 Jul 14 12:06:00.049683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event deleted for resources: {'Port': ['ID=be390e96-4aa2-4338-88de-8b261466a1f0,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:00.063619 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9', 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', '0e138505-2dd5-4080-9430-5b809f04bb6c', 'be390e96-4aa2-4338-88de-8b261466a1f0'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:00.075901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bf542-8e01-4f77-9463-3704df8ff417 req-1649b2e8-ba0b-4f0f-9168-c81c29af2533 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:00.077555 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b2bf542-8e01-4f77-9463-3704df8ff417 req-1649b2e8-ba0b-4f0f-9168-c81c29af2533 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.1036272 Jul 14 12:06:00.096684 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] No DVR routers for this DVR port be390e96-4aa2-4338-88de-8b261466a1f0 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:00.099536 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:00.101614 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-abb185f0-6fb7-401d-96c6-9a656fe2dee3 req-91db707f-095c-4e2f-8dd3-6e042d52a2ed tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "DELETE /v2.0/ports/be390e96-4aa2-4338-88de-8b261466a1f0 HTTP/1.1" status: 204 len: 173 time: 0.4108970 Jul 14 12:06:00.102051 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'name': 'network-vif-deleted', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:00.104338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5158db53-6ee8-4628-b449-e09ff3e363ef" -d '{"events": [{"server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "name": "network-vif-deleted", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:00.108604 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a03bbd9e-089a-4364-a802-430bc6c6cd94 req-3273ae30-3396-4aec-9a02-8b4a71a8fbc6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683088 Jul 14 12:06:00.141763 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b2bf542-8e01-4f77-9463-3704df8ff417 req-3c9dd552-cba4-4068-9ff1-8a9276286689 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Jul 14 12:06:00.202204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e68862f-5043-4a2a-8ded-e878f15f67b9 x-openstack-request-id: req-9e68862f-5043-4a2a-8ded-e878f15f67b9 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:00.202493 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373139a5-e837-46a1-a50d-749fd21a9845", "name": "network-vif-deleted", "tag": "be390e96-4aa2-4338-88de-8b261466a1f0", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:00.202741 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e68862f-5043-4a2a-8ded-e878f15f67b9 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:00.203141 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373139a5-e837-46a1-a50d-749fd21a9845', 'name': 'network-vif-deleted', 'tag': 'be390e96-4aa2-4338-88de-8b261466a1f0', 'status': 'completed', 'code': 200} Jul 14 12:06:00.277338 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902b95e-2030-44b0-983f-e01bdc1a6d00 req-278c124b-db37-461c-bb72-d1b1e4344e4e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:00.278830 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5902b95e-2030-44b0-983f-e01bdc1a6d00 req-278c124b-db37-461c-bb72-d1b1e4344e4e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0674686 Jul 14 12:06:00.321290 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5902b95e-2030-44b0-983f-e01bdc1a6d00 req-8d975238-0f18-4b05-b4cc-ee1d3406459c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359805 Jul 14 12:06:01.306966 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-4f3ca3b7-9634-495c-bdc3-7199ac45945d tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:01.308511 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-4f3ca3b7-9634-495c-bdc3-7199ac45945d tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0828464 Jul 14 12:06:01.332768 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1254ae-ef9a-4669-8ce0-edf4f9366ec1 req-42c9d526-d85e-42a8-8349-918eda597893 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:01.334237 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4a1254ae-ef9a-4669-8ce0-edf4f9366ec1 req-42c9d526-d85e-42a8-8349-918eda597893 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/ports?device_id=bcf7ef17-fc61-40ef-a8bb-7a1070fb521b HTTP/1.1" status: 200 len: 946 time: 0.0664115 Jul 14 12:06:01.377121 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4a1254ae-ef9a-4669-8ce0-edf4f9366ec1 req-35e20f1b-535c-4173-bb05-031b102c1e59 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.44 "GET /v2.0/security-groups?id=a06a9a90-19a1-403d-bcca-36ae38466cf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370841 Jul 14 12:06:01.416453 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Deleting port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:01.416791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:01.503588 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] For port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:01.503950 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:01.506344 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf2a44-da4b-45e0-88e5-cd9e0a85b1c5 req-f3172124-fe30-447e-9be0-4637cde79bf7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:01.507844 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b8bf2a44-da4b-45e0-88e5-cd9e0a85b1c5 req-f3172124-fe30-447e-9be0-4637cde79bf7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0650306 Jul 14 12:06:01.517748 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Calling delete_port for 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:01.556034 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b8bf2a44-da4b-45e0-88e5-cd9e0a85b1c5 req-1d96b0b5-6c72-4a53-a5dc-31d574e2ad6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363238 Jul 14 12:06:01.647429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:01.675085 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Pushing event deleted for resources: {'Port': ['ID=7ea89e0e-3319-4beb-a4b0-fc2f693ef003,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:01.697652 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['7ea89e0e-3319-4beb-a4b0-fc2f693ef003'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:01.729848 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] No DVR routers for this DVR port 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:01.732456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:01.734407 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-03fa80cc-d7cf-4d3e-81ad-ee7d2e352ff6 req-25416e25-6389-466d-a462-0b32668fad97 tempest-TestMinimumBasicScenario-12789329 tempest-TestMinimumBasicScenario-12789329-project] 10.222.0.47 "DELETE /v2.0/ports/7ea89e0e-3319-4beb-a4b0-fc2f693ef003 HTTP/1.1" status: 204 len: 173 time: 0.4205422 Jul 14 12:06:02.204391 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'name': 'network-vif-deleted', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:02.206709 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124795a-af35-41fa-808d-138c8c29f0ef" -d '{"events": [{"server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "name": "network-vif-deleted", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:02.243947 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76882de-52c0-4a4b-acb1-0dd62480d09d x-openstack-request-id: req-f76882de-52c0-4a4b-acb1-0dd62480d09d {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:02.244381 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf7ef17-fc61-40ef-a8bb-7a1070fb521b", "name": "network-vif-deleted", "tag": "7ea89e0e-3319-4beb-a4b0-fc2f693ef003", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:02.244588 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f76882de-52c0-4a4b-acb1-0dd62480d09d {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:02.244985 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf7ef17-fc61-40ef-a8bb-7a1070fb521b', 'name': 'network-vif-deleted', 'tag': '7ea89e0e-3319-4beb-a4b0-fc2f693ef003', 'status': 'completed', 'code': 200} Jul 14 12:06:02.737000 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab484dba-4f07-4e0b-be6c-49fad7d77881 req-972b80ae-d738-438a-8c88-888e54812185 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:02.738482 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ab484dba-4f07-4e0b-be6c-49fad7d77881 req-972b80ae-d738-438a-8c88-888e54812185 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 945 time: 0.1029797 Jul 14 12:06:02.774302 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a52393-1798-4630-a837-76445f6bd72d req-d2209a0d-4281-4671-be53-dd55bd6b7236 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:02.775781 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25a52393-1798-4630-a837-76445f6bd72d req-d2209a0d-4281-4671-be53-dd55bd6b7236 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1016910 Jul 14 12:06:02.795279 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ab484dba-4f07-4e0b-be6c-49fad7d77881 req-a49ac16c-43f7-4015-923b-4a4a20c455cc tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499697 Jul 14 12:06:02.830982 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25a52393-1798-4630-a837-76445f6bd72d req-d88d6fe3-92fc-44e9-9aeb-08f60f87c0fa tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Jul 14 12:06:03.138668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38184) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:03.549042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:03.902700 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device be390e96-4aa2-4338-88de-8b261466a1f0 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:03.924945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: be390e96-4aa2-4338-88de-8b261466a1f0 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:03.925440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device be390e96-4aa2-4338-88de-8b261466a1f0 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:03.926097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:03.945568 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:03.946181 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 7ea89e0e-3319-4beb-a4b0-fc2f693ef003 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:04.101589 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945245a5-6ed5-4e9f-886b-889f33e4d408 req-94b0f535-8dc6-48f2-94fa-bbe128eb3578 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:04.103064 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-945245a5-6ed5-4e9f-886b-889f33e4d408 req-94b0f535-8dc6-48f2-94fa-bbe128eb3578 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1516817 Jul 14 12:06:04.110006 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0603-f598-42a2-895d-334eb4aa7e80 req-f039c70a-a6f2-40ae-9cd0-4bff64509c94 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:04.111354 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff1d0603-f598-42a2-895d-334eb4aa7e80 req-f039c70a-a6f2-40ae-9cd0-4bff64509c94 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 945 time: 0.1854203 Jul 14 12:06:04.191072 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-945245a5-6ed5-4e9f-886b-889f33e4d408 req-c4cda1fd-35eb-42ec-92d2-cb00554d2ea9 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787437 Jul 14 12:06:04.221396 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff1d0603-f598-42a2-895d-334eb4aa7e80 req-50e59a35-eb01-454e-9dc8-638abbd94421 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006577 Jul 14 12:06:04.246381 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Deleting port eab36d37-9840-40c7-b67a-74c920a9afa7 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:04.246718 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.320680 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] For port eab36d37-9840-40c7-b67a-74c920a9afa7, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=eab36d37-9840-40c7-b67a-74c920a9afa7,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:04.321030 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.332852 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Calling delete_port for eab36d37-9840-40c7-b67a-74c920a9afa7 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:04.432204 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d964c1fd-e8a2-41a9-868b-a6e454e2c2a2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:04.433798 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d964c1fd-e8a2-41a9-868b-a6e454e2c2a2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 945 time: 0.0637734 Jul 14 12:06:04.540357 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Deleting port 0e138505-2dd5-4080-9430-5b809f04bb6c {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:04.540668 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.542502 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.596483 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab36d37-9840-40c7-b67a-74c920a9afa7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:04.644430 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] For port 0e138505-2dd5-4080-9430-5b809f04bb6c, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=0e138505-2dd5-4080-9430-5b809f04bb6c,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:04.644897 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.660090 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Calling delete_port for 0e138505-2dd5-4080-9430-5b809f04bb6c owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:04.776734 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.820589 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.849926 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event deleted for resources: {'Port': ['ID=0e138505-2dd5-4080-9430-5b809f04bb6c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:04.864857 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9', 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', '0e138505-2dd5-4080-9430-5b809f04bb6c'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:04.928156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] No DVR routers for this DVR port 0e138505-2dd5-4080-9430-5b809f04bb6c on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:04.930560 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:04.932563 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-48395200-1d79-4f54-bc12-77bb3f4d95f2 req-d7dd68d0-dc76-489d-8b23-bd1f98b56119 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "DELETE /v2.0/ports/0e138505-2dd5-4080-9430-5b809f04bb6c HTTP/1.1" status: 204 len: 173 time: 0.4925420 Jul 14 12:06:04.932995 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'name': 'network-vif-deleted', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:04.935263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2426853e-0464-4e3f-b6e7-18d65de99921" -d '{"events": [{"server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "name": "network-vif-deleted", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:04.989815 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ec6fd-f23c-4483-963a-7bddca640229 x-openstack-request-id: req-3f2ec6fd-f23c-4483-963a-7bddca640229 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:04.989815 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e", "name": "network-vif-deleted", "tag": "0e138505-2dd5-4080-9430-5b809f04bb6c", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:04.989815 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f2ec6fd-f23c-4483-963a-7bddca640229 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:04.994159 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e', 'name': 'network-vif-deleted', 'tag': '0e138505-2dd5-4080-9430-5b809f04bb6c', 'status': 'completed', 'code': 200} Jul 14 12:06:05.033589 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Router 37f964c9-5d31-4305-a5e7-39f581e903c6 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:05.146449 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:05.152224 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-30cebc1c-4914-4583-ab06-ad1c571e48d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/37f964c9-5d31-4305-a5e7-39f581e903c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0123844 Jul 14 12:06:05.154738 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38208) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:05.155572 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Sync routers for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:05.165354 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:05.165965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:05.259455 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.271653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:05.427233 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-06968d55-98bb-400b-a7c5-a3b8685d0ead req-ba4f9216-8c69-4318-aa92-749d4ada47d3 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2197a3a3-b85d-4ee9-a832-3a1fdebb2a0e HTTP/1.1" status: 200 len: 210 time: 0.0547199 Jul 14 12:06:05.451655 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.476664 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8700a-8965-492c-8171-dd124df2a47c req-43d35ea4-5da3-4177-8787-554fd9843d07 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:05.478137 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6d8700a-8965-492c-8171-dd124df2a47c req-43d35ea4-5da3-4177-8787-554fd9843d07 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1343367 Jul 14 12:06:05.482933 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:06:04Z', 'revision_number': 5, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port': {'id': '0e9b5709-8e5a-48a6-9155-68c2a6d8174a', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:05.515897 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Checking router: 37f964c9-5d31-4305-a5e7-39f581e903c6 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:05.527201 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Routers {'37f964c9-5d31-4305-a5e7-39f581e903c6'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:05.527979 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['37f964c9-5d31-4305-a5e7-39f581e903c6'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:05.541682 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b6d8700a-8965-492c-8171-dd124df2a47c req-cbab8bc8-e7ef-4ba5-8a27-ab9635bb3ed4 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Jul 14 12:06:05.556036 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Deleting port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:05.556321 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.604617 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-cedbca57-8c35-4d92-8f83-cf1a20d957bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802186 Jul 14 12:06:05.631625 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] Set router 37f964c9-5d31-4305-a5e7-39f581e903c6 gateway port host: None {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:05.644702 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] For port 0e9b5709-8e5a-48a6-9155-68c2a6d8174a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:05.645063 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.659885 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Calling delete_port for 0e9b5709-8e5a-48a6-9155-68c2a6d8174a owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:05.689553 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:06:05Z', 'revision_number': 6, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:05.723957 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca147e84-726c-41a1-a0f8-2c6449c9f0bf None None] The sync data for ids ['37f964c9-5d31-4305-a5e7-39f581e903c6'] in dv-cinder-800768-2-iscsi is: [{'id': '37f964c9-5d31-4305-a5e7-39f581e903c6', 'name': 'tempest-TestMinimumBasicScenario-1406662052-router', 'tenant_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:10Z', 'updated_at': '2021-07-14T12:06:05Z', 'revision_number': 6, 'project_id': 'a4dee7f70e94424fa683a68b8dd1a708', 'gw_port_host': None}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:05.749111 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-fffd5082-43bd-468b-a9e5-239acdb0d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:05.750601 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-fffd5082-43bd-468b-a9e5-239acdb0d104 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0725276 Jul 14 12:06:05.841686 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.855330 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-5444ef35-3879-413f-a616-1f6a87cf6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:05.856855 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-5444ef35-3879-413f-a616-1f6a87cf6eea service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 200 len: 915 time: 0.0831790 Jul 14 12:06:05.871571 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9b5709-8e5a-48a6-9155-68c2a6d8174a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:05.903985 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-8ffc2f60-546a-485d-99cf-62c4e0b96430 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5829bb22-680b-4000-9e52-bd3100b6bca9 HTTP/1.1" status: 200 len: 217 time: 0.0409410 Jul 14 12:06:05.957167 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:05.957375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-1bee9b41-bd28-47a2-b2a0-852ce1e7fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:05.958835 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-1bee9b41-bd28-47a2-b2a0-852ce1e7fc44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 200 len: 854 time: 0.0489240 Jul 14 12:06:05.994236 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-f1b9b152-c4ae-4417-80de-24d998ca462c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f654a63-056c-4116-bffb-cbda53792b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287974 Jul 14 12:06:06.060972 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.064601 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.093621 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-928656ca-7f58-4194-a348-93a71f2d4420 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927436 Jul 14 12:06:06.134974 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.135769 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37f964c9-5d31-4305-a5e7-39f581e903c6 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:06:06.141125 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.142637 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-be8ae81f-8a6c-4480-87e0-622b1a85c7af admin admin] 10.222.0.44 "DELETE /v2.0/routers/37f964c9-5d31-4305-a5e7-39f581e903c6 HTTP/1.1" status: 204 len: 168 time: 0.9868054 Jul 14 12:06:06.145072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38216) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:06.201429 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-3c7a9ea5-2a52-4089-bfa4-7d0a1650d594 req-a48a6a12-dd5a-4900-b0a5-ca1f12888410 service neutron] 10.222.0.47 "GET /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010163 Jul 14 12:06:06.208786 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Deleting subnet 944ee719-086c-46be-8ac0-ad614c115752 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:06:06.211771 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.246374 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.362564 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.414414 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.439771 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944ee719-086c-46be-8ac0-ad614c115752,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:06.443583 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.445524 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4d63108c-6eb2-4a42-a37f-e18aa931d7e7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/944ee719-086c-46be-8ac0-ad614c115752 HTTP/1.1" status: 204 len: 168 time: 0.2993822 Jul 14 12:06:06.448408 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38218) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:06.449115 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e310b1-940b-49e1-8ec5-ae58704d8305 None None] Network 7aaa9ce9-97d7-49db-843d-23a44656e9b7 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:06.529867 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.586953 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device eab36d37-9840-40c7-b67a-74c920a9afa7 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:06.592774 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Deleting port b9426846-e77d-4d47-8a31-afac6591a68c {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:06.593113 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.612035 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: eab36d37-9840-40c7-b67a-74c920a9afa7 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:06.612681 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device eab36d37-9840-40c7-b67a-74c920a9afa7 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:06.683270 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.684062 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] For port b9426846-e77d-4d47-8a31-afac6591a68c, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9426846-e77d-4d47-8a31-afac6591a68c,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:06.688822 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.706467 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Calling delete_port for b9426846-e77d-4d47-8a31-afac6591a68c owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:06.721684 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] DHCP port deletion for 7aaa9ce9-97d7-49db-843d-23a44656e9b7 request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:06:06.805048 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Deleting port b9426846-e77d-4d47-8a31-afac6591a68c {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:06.806022 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.894208 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] For port b9426846-e77d-4d47-8a31-afac6591a68c, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9426846-e77d-4d47-8a31-afac6591a68c,segment=NetworkSegment(bf45d417-e9d8-4f7c-978e-74d50e967398),segment_id=bf45d417-e9d8-4f7c-978e-74d50e967398)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:06.894870 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:06.923630 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Calling delete_port for b9426846-e77d-4d47-8a31-afac6591a68c owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:07.081631 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.107730 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] Pushing event deleted for resources: {'Port': ['ID=b9426846-e77d-4d47-8a31-afac6591a68c,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:07.124680 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c99b84-8206-48f8-99cd-afab4de8aca2 None None] No DVR routers for this DVR port b9426846-e77d-4d47-8a31-afac6591a68c on host dv-cinder-800768-2-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:07.184425 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5ab00-ca9d-49f6-85c2-51e0e15726e5 req-20e5fe1f-c6d4-4277-b158-a18371487a2e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:07.185947 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ba5ab00-ca9d-49f6-85c2-51e0e15726e5 req-20e5fe1f-c6d4-4277-b158-a18371487a2e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.4351380 Jul 14 12:06:07.193669 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c6a9-f01a-434d-93f6-b87d753753e4 req-a328c634-cc1d-4397-8a20-6709cf9d347a tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:07.195045 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6923c6a9-f01a-434d-93f6-b87d753753e4 req-a328c634-cc1d-4397-8a20-6709cf9d347a tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.0972273 Jul 14 12:06:07.209680 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.235327 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b9426846-e77d-4d47-8a31-afac6591a68c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:07.237066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] No DVR routers for this DVR port b9426846-e77d-4d47-8a31-afac6591a68c on host dv-cinder-800768-2-iscsi {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:07.251496 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ba5ab00-ca9d-49f6-85c2-51e0e15726e5 req-f8714bb6-1f54-4101-b52e-db3255701c67 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Jul 14 12:06:07.256849 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6923c6a9-f01a-434d-93f6-b87d753753e4 req-326983be-8341-4b2d-8516-457b70a01f2e tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550449 Jul 14 12:06:07.310797 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.320305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aaa9ce9-97d7-49db-843d-23a44656e9b7']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:07.329975 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf45d417-e9d8-4f7c-978e-74d50e967398') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:07.330209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf45d417-e9d8-4f7c-978e-74d50e967398') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:07.339013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.352863 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.358529 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:06:07.358969 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self.session.flush() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self.session.flush() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self.session.flush() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self.session.flush() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:06:07.360725 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:06:07.413253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.418464 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.420567 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] 10.222.0.44 "DELETE /v2.0/networks/7aaa9ce9-97d7-49db-843d-23a44656e9b7 HTTP/1.1" status: 204 len: 168 time: 0.9712229 Jul 14 12:06:07.423616 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38230) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:07.432639 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959d4a1-8b2c-4abc-a339-a421796956cb admin admin] Pushing event deleted for resources: {'Network': ['ID=7aaa9ce9-97d7-49db-843d-23a44656e9b7,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:07.752694 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:07.892291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0e138505-2dd5-4080-9430-5b809f04bb6c no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:07.913693 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 0e138505-2dd5-4080-9430-5b809f04bb6c {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:07.914135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 0e138505-2dd5-4080-9430-5b809f04bb6c not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:08.021526 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Deleting port a477518b-a287-4ae6-84f7-5f9c03e150e4 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:08.021812 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.109420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] For port a477518b-a287-4ae6-84f7-5f9c03e150e4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=a477518b-a287-4ae6-84f7-5f9c03e150e4,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:08.109920 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.128532 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Calling delete_port for a477518b-a287-4ae6-84f7-5f9c03e150e4 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:08.150533 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9426846-e77d-4d47-8a31-afac6591a68c no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:08.170818 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: b9426846-e77d-4d47-8a31-afac6591a68c {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:08.171158 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9426846-e77d-4d47-8a31-afac6591a68c not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:08.171579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e9b5709-8e5a-48a6-9155-68c2a6d8174a no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:08.191071 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 0e9b5709-8e5a-48a6-9155-68c2a6d8174a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:08.191418 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e9b5709-8e5a-48a6-9155-68c2a6d8174a not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:08.318006 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.345371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Pushing event deleted for resources: {'Port': ['ID=a477518b-a287-4ae6-84f7-5f9c03e150e4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:08.406810 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ac998cc7-5fc2-4c34-9853-b805d163ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.499383 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-f57343ac-1035-4ab3-a95b-776a7f17f6e9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:08.501090 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-f57343ac-1035-4ab3-a95b-776a7f17f6e9 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.0781181 Jul 14 12:06:08.593659 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb2fe-bc3b-4f88-9f49-5539df29e606 req-04e811cc-63a6-4003-b955-7139fdaa09dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:08.595066 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66dfb2fe-bc3b-4f88-9f49-5539df29e606 req-04e811cc-63a6-4003-b955-7139fdaa09dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.2173188 Jul 14 12:06:08.602429 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Deleting port a850cc78-0a5a-4ca6-9743-674db05a6b1a {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:08.602767 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.603906 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a9dbc-c0ec-4539-856a-7230c30eb8b7 req-cbe467e3-0c11-4bcb-af17-4082f531e018 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:08.605307 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c25a9dbc-c0ec-4539-856a-7230c30eb8b7 req-cbe467e3-0c11-4bcb-af17-4082f531e018 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=a67ba379-bd65-462a-8dfd-8dc7c5c11288 HTTP/1.1" status: 200 len: 945 time: 0.2286365 Jul 14 12:06:08.654915 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.685892 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-66dfb2fe-bc3b-4f88-9f49-5539df29e606 req-7d31d114-06c8-43a9-a3dc-8585387e3a7e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780580 Jul 14 12:06:08.691855 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] For port a850cc78-0a5a-4ca6-9743-674db05a6b1a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=a850cc78-0a5a-4ca6-9743-674db05a6b1a,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:08.692317 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.707937 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Calling delete_port for a850cc78-0a5a-4ca6-9743-674db05a6b1a owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:08.723947 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c25a9dbc-c0ec-4539-856a-7230c30eb8b7 req-660a0989-85da-4496-8c0b-2ae496a364f8 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093562 Jul 14 12:06:08.833212 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.863538 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event deleted for resources: {'Port': ['ID=a850cc78-0a5a-4ca6-9743-674db05a6b1a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:08.885809 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9', 'a850cc78-0a5a-4ca6-9743-674db05a6b1a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:08.899294 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Router 0332bf15-c61d-477a-8c06-a387297b499e has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:08.911409 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] No DVR routers for this DVR port a850cc78-0a5a-4ca6-9743-674db05a6b1a on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:08.914367 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:08.916660 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-00b12b98-3969-4ad2-8696-58badb4ec3d0 req-99341654-eddc-41ea-96c4-9d97b14ddf64 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "DELETE /v2.0/ports/a850cc78-0a5a-4ca6-9743-674db05a6b1a HTTP/1.1" status: 204 len: 173 time: 0.4091485 Jul 14 12:06:08.917773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'name': 'network-vif-deleted', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:08.920248 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad1b79e-0fd0-4fd1-989a-97599cc599ad" -d '{"events": [{"server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "name": "network-vif-deleted", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:08.961898 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e922364-e973-4c15-9868-7b9498d343ca x-openstack-request-id: req-0e922364-e973-4c15-9868-7b9498d343ca {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:08.962197 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67ba379-bd65-462a-8dfd-8dc7c5c11288", "name": "network-vif-deleted", "tag": "a850cc78-0a5a-4ca6-9743-674db05a6b1a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:08.962450 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e922364-e973-4c15-9868-7b9498d343ca {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:08.962844 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67ba379-bd65-462a-8dfd-8dc7c5c11288', 'name': 'network-vif-deleted', 'tag': 'a850cc78-0a5a-4ca6-9743-674db05a6b1a', 'status': 'completed', 'code': 200} Jul 14 12:06:09.015789 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:09.021914 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-776b5eef-b834-4884-90d6-770973f18402 admin admin] 10.222.0.44 "PUT /v2.0/routers/0332bf15-c61d-477a-8c06-a387297b499e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971394 Jul 14 12:06:09.024356 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38242) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:09.028040 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Sync routers for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:09.043911 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:09.044560 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:09.170108 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.176385 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:09.269523 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.320137 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Deleting port ff495beb-8ce5-4e34-a009-632bfe555f0d {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:09.320833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.350315 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:06:08Z', 'revision_number': 5, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port': {'id': 'ff495beb-8ce5-4e34-a009-632bfe555f0d', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:82:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0332bf15-c61d-477a-8c06-a387297b499e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:03:16Z', 'updated_at': '2021-07-14T12:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:09.375678 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Checking router: 0332bf15-c61d-477a-8c06-a387297b499e for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:09.384091 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Routers {'0332bf15-c61d-477a-8c06-a387297b499e'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:09.384949 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:05:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['0332bf15-c61d-477a-8c06-a387297b499e'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:09.395217 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] For port ff495beb-8ce5-4e34-a009-632bfe555f0d, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=ff495beb-8ce5-4e34-a009-632bfe555f0d,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:09.396121 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.411754 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Calling delete_port for ff495beb-8ce5-4e34-a009-632bfe555f0d owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:09.562217 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] Set router 0332bf15-c61d-477a-8c06-a387297b499e gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:09.575243 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.606188 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff495beb-8ce5-4e34-a009-632bfe555f0d,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:09.617077 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:06:09Z', 'revision_number': 6, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:09.643605 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9032713-dc8f-44ea-a594-44d9b23a9274 None None] The sync data for ids ['0332bf15-c61d-477a-8c06-a387297b499e'] in dv-cinder-800768-2-iscsi is: [{'id': '0332bf15-c61d-477a-8c06-a387297b499e', 'name': 'tempest-TestMinimumBasicScenario-693743230-router', 'tenant_id': '6a1c7f96fd804f898bf30473edd52eb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:03:15Z', 'updated_at': '2021-07-14T12:06:09Z', 'revision_number': 6, 'project_id': '6a1c7f96fd804f898bf30473edd52eb1', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:09.686765 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.822415 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.826522 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.912077 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:06:09.934219 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.934685 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0332bf15-c61d-477a-8c06-a387297b499e {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:06:09.941037 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:09.942685 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4807304f-47dd-414e-8577-1a3c5bc44841 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0332bf15-c61d-477a-8c06-a387297b499e HTTP/1.1" status: 204 len: 168 time: 0.9129124 Jul 14 12:06:09.945311 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38254) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:09.975655 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1af1e-15fd-4cbb-855c-e58c0dc2e294 req-1240003a-7be0-4c59-abb3-43f4221a5bb0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:09.977841 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1da1af1e-15fd-4cbb-855c-e58c0dc2e294 req-1240003a-7be0-4c59-abb3-43f4221a5bb0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0778260 Jul 14 12:06:10.008144 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Deleting subnet ade073bf-0e05-43a6-a312-607a91a453d1 {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:06:10.013002 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.027785 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:10.043303 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1da1af1e-15fd-4cbb-855c-e58c0dc2e294 req-a25a1f04-3a23-43d9-a174-efe25c81517a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534201 Jul 14 12:06:10.049838 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:06:10.061573 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25337220'] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.121148 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.143057 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:06:10.181585 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:10.186001 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.219069 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.244336 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:10.277455 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25337336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26082510'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.307262 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade073bf-0e05-43a6-a312-607a91a453d1,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:10.313629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.316521 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-07b476db-c2d7-4d8c-9c4d-0dd468790186 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ade073bf-0e05-43a6-a312-607a91a453d1 HTTP/1.1" status: 204 len: 168 time: 0.3699667 Jul 14 12:06:10.318060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38268) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:10.321603 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bddbc7-e275-463e-af0f-66f6109e017e None None] Network accbaabc-80d7-4f6b-b645-b16f8ac11386 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:10.363587 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['2dc59f90-fdb0-4bd4-8b4b-28962b55549a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:10.388588 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.445063 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Deleting port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:10.445406 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.540287 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] For port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,segment=NetworkSegment(51f3928c-1b04-4325-b6d5-394ec60e0a09),segment_id=51f3928c-1b04-4325-b6d5-394ec60e0a09)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:10.540575 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.559782 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Calling delete_port for 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:10.614658 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device a477518b-a287-4ae6-84f7-5f9c03e150e4 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:10.664751 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: a477518b-a287-4ae6-84f7-5f9c03e150e4 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:10.665383 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device a477518b-a287-4ae6-84f7-5f9c03e150e4 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:10.690473 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] DHCP port deletion for accbaabc-80d7-4f6b-b645-b16f8ac11386 request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:06:10.720832 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.760482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:10.762291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Deleting port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:10.766491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.766669 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] No DVR routers for this DVR port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc on host dv-cinder-800768-2-iscsi {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:10.782507 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:06:10.857367 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.872108 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accbaabc-80d7-4f6b-b645-b16f8ac11386']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:10.872340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e415c65a-076d-4a98-a7c0-83df9db4e556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.885467 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f3928c-1b04-4325-b6d5-394ec60e0a09') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:10.885928 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f3928c-1b04-4325-b6d5-394ec60e0a09') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:10.888698 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] For port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc, host dv-cinder-800768-2-iscsi, got binding levels [] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:10.889188 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.899532 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.909222 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Calling delete_port for 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:10.912787 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.ipam_backend_mixin [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc was not found and therefore no delete operation was performed {{(pid=93154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:06:10.916295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.921316 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.933122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:06:10.933949 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:06:10.936310 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:06:10.989335 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] Pushing event deleted for resources: {'Port': ['ID=7edfda4d-f49c-41a6-bd16-813d0f7b4bcc,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:11.003342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64cd09c-5a88-4a52-9518-c349e92974d4 None None] No DVR routers for this DVR port 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc on host dv-cinder-800768-2-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:11.066102 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.075137 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.080293 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/accbaabc-80d7-4f6b-b645-b16f8ac11386 HTTP/1.1" status: 204 len: 168 time: 0.7610266 Jul 14 12:06:11.095902 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70282d1-a904-41f3-b121-267070558ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=accbaabc-80d7-4f6b-b645-b16f8ac11386,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:11.256973 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69ea9a-e535-4002-b0c1-d779ec243109 req-569a40e8-3b57-45dc-8856-57e3ef5122d7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:11.258865 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2f69ea9a-e535-4002-b0c1-d779ec243109 req-569a40e8-3b57-45dc-8856-57e3ef5122d7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 944 time: 0.0778446 Jul 14 12:06:11.291370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38292) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:11.329153 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2f69ea9a-e535-4002-b0c1-d779ec243109 req-f1210f89-bb84-41af-8361-188795ddabfa tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531693 Jul 14 12:06:11.355155 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.396064 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b5d1b999-0c75-4ef0-9830-89c7cf5ca25a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4dee7f70e94424fa683a68b8dd1a708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022265 Jul 14 12:06:11.398757 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38296) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:11.502960 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.538748 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.601426 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8823486-2cf0-4990-973d-37024225869a req-d33935aa-cb06-4e81-bd3d-e75d68e1cfd2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:11.602943 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e8823486-2cf0-4990-973d-37024225869a req-d33935aa-cb06-4e81-bd3d-e75d68e1cfd2 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.1423416 Jul 14 12:06:11.642953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.646914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:11.648157 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a06a9a90-19a1-403d-bcca-36ae38466cf7 HTTP/1.1" status: 204 len: 168 time: 0.2480175 Jul 14 12:06:11.659924 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b58743-7297-4d73-8d08-09aec1fcfe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a9a90-19a1-403d-bcca-36ae38466cf7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:11.691515 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e8823486-2cf0-4990-973d-37024225869a req-2ff0a280-f8e9-4bd3-89e6-3329dbbceda8 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812206 Jul 14 12:06:11.918898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:11.971925 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:11.972649 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.071791 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.097252 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38302) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:12.132955 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:12.135198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:12.138366 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb62f0ac-5eca-4fd0-aa7f-41748886aee6" -d '{"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:12.143629 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.144648 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device a850cc78-0a5a-4ca6-9743-674db05a6b1a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:12.168145 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ef884c84-7f0b-4e71-8c67-071855b64803 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a1c7f96fd804f898bf30473edd52eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686727 Jul 14 12:06:12.169849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38306) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:12.194242 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ff495beb-8ce5-4e34-a009-632bfe555f0d no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:12.196860 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: a850cc78-0a5a-4ca6-9743-674db05a6b1a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:12.197208 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device a850cc78-0a5a-4ca6-9743-674db05a6b1a not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:12.202302 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c528f4-097d-4d67-90fe-e21e7039121e x-openstack-request-id: req-82c528f4-097d-4d67-90fe-e21e7039121e {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:12.202596 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:12.202846 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82c528f4-097d-4d67-90fe-e21e7039121e {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:12.203233 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'code': 200} Jul 14 12:06:12.223827 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: ff495beb-8ce5-4e34-a009-632bfe555f0d {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:12.224202 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device ff495beb-8ce5-4e34-a009-632bfe555f0d not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:12.224625 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:12.233005 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.251593 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:12.251934 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 7edfda4d-f49c-41a6-bd16-813d0f7b4bcc not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:12.258188 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.279775 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=7']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:12.324502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.327303 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.328643 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/feb35cc6-64df-4906-9378-be27db3c9a95 HTTP/1.1" status: 204 len: 168 time: 0.1577220 Jul 14 12:06:12.336658 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177e38-f17e-4f15-88f8-dc6a911cb445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb35cc6-64df-4906-9378-be27db3c9a95,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:12.474829 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:12.565866 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4689c-8101-41a1-ad5f-4c94c5db05e5 req-c5af84a7-2f7f-4520-a192-812eb6b489c0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:12.588809 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4df4689c-8101-41a1-ad5f-4c94c5db05e5 req-c5af84a7-2f7f-4520-a192-812eb6b489c0 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1323044 Jul 14 12:06:12.663950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4df4689c-8101-41a1-ad5f-4c94c5db05e5 req-b89c2abb-5dde-4030-9d02-c2d06829b0a1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737371 Jul 14 12:06:12.908953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e928d3-de35-4082-860f-b3032e8d6a6c req-5ac609d5-5e79-4155-a415-e33c68de423c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:12.918553 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-81e928d3-de35-4082-860f-b3032e8d6a6c req-5ac609d5-5e79-4155-a415-e33c68de423c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.0830610 Jul 14 12:06:12.975817 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-81e928d3-de35-4082-860f-b3032e8d6a6c req-0a1b5deb-ab29-44d4-b8bd-2617dd918cb6 tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/security-groups?id=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553782 Jul 14 12:06:13.149377 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-09db9586-495e-4c2f-a1a3-c377c01698df tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:13.150949 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-09db9586-495e-4c2f-a1a3-c377c01698df tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 946 time: 0.0861368 Jul 14 12:06:13.266687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Deleting port 5829bb22-680b-4000-9e52-bd3100b6bca9 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:13.267354 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:13.365242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] For port 5829bb22-680b-4000-9e52-bd3100b6bca9, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=5829bb22-680b-4000-9e52-bd3100b6bca9,segment=NetworkSegment(79454eff-49ba-4cfb-ad33-9cb94ea8953e),segment_id=79454eff-49ba-4cfb-ad33-9cb94ea8953e)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:13.365863 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:13.379655 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Calling delete_port for 5829bb22-680b-4000-9e52-bd3100b6bca9 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:13.522359 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:13.559471 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['5829bb22-680b-4000-9e52-bd3100b6bca9'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:13.562495 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Pushing event deleted for resources: {'Port': ['ID=5829bb22-680b-4000-9e52-bd3100b6bca9,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:13.622883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] No DVR routers for this DVR port 5829bb22-680b-4000-9e52-bd3100b6bca9 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:13.625194 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:13.627178 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-85bf56d5-47a1-4af1-a89d-c036d0ee1728 req-71549155-ab62-4cfc-b939-5c44cbc6ae6c tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.47 "DELETE /v2.0/ports/5829bb22-680b-4000-9e52-bd3100b6bca9 HTTP/1.1" status: 204 len: 173 time: 0.4703560 Jul 14 12:06:13.627715 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'name': 'network-vif-deleted', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:13.637765 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786aef8c-4136-4d77-8dc3-1948adbbc6cf" -d '{"events": [{"server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "name": "network-vif-deleted", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:13.679972 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356d9534-5f97-4569-9429-a5a4386a04e1 x-openstack-request-id: req-356d9534-5f97-4569-9429-a5a4386a04e1 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:13.680288 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2844907c-1df6-4f0a-b681-154034e55ed9", "name": "network-vif-deleted", "tag": "5829bb22-680b-4000-9e52-bd3100b6bca9", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:13.680540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-356d9534-5f97-4569-9429-a5a4386a04e1 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:13.680948 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2844907c-1df6-4f0a-b681-154034e55ed9', 'name': 'network-vif-deleted', 'tag': '5829bb22-680b-4000-9e52-bd3100b6bca9', 'status': 'completed', 'code': 200} Jul 14 12:06:13.907221 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ebe5-0868-4e31-b4b3-465b979dd267 req-c28bf877-0325-499c-b5c4-a91ffc3a2346 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:13.908664 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0365ebe5-0868-4e31-b4b3-465b979dd267 req-c28bf877-0325-499c-b5c4-a91ffc3a2346 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0836236 Jul 14 12:06:13.966731 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0365ebe5-0868-4e31-b4b3-465b979dd267 req-cd7f8c34-a247-45bf-957e-e7838de92284 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509584 Jul 14 12:06:14.036334 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:14.168652 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ae9d52d2-7271-426a-9b2b-0af9a045a7c7 req-ad6f84bf-2e02-4b77-b45c-710ecbbe427d tempest-AttachVolumeNegativeTest-1445234385 tempest-AttachVolumeNegativeTest-1445234385-project] 10.222.0.44 "GET /v2.0/ports?device_id=2844907c-1df6-4f0a-b681-154034e55ed9 HTTP/1.1" status: 200 len: 210 time: 0.0456293 Jul 14 12:06:15.233557 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d6d90-6ba9-4531-be67-3bbe2b901cf8 req-8286b0b4-8c73-4032-971b-1836e005eb9c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:15.250896 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e52d6d90-6ba9-4531-be67-3bbe2b901cf8 req-8286b0b4-8c73-4032-971b-1836e005eb9c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1193018 Jul 14 12:06:15.289862 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38352) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:15.342006 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e52d6d90-6ba9-4531-be67-3bbe2b901cf8 req-32c28aad-5e8f-4077-96f8-107ab673e92f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891812 Jul 14 12:06:15.354536 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Deleting subnet dd4332bb-b9c5-41c2-b6a0-dce46f11740c {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:06:15.359702 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.422639 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25337220'] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.481157 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.539509 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25337336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26082510'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.570251 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.572151 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dd4332bb-b9c5-41c2-b6a0-dce46f11740c HTTP/1.1" status: 204 len: 168 time: 0.2807608 Jul 14 12:06:15.573425 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab95cb3-5ff5-4f49-af86-d1ae981da674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4332bb-b9c5-41c2-b6a0-dce46f11740c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:15.574677 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38354) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:15.662574 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.760583 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.771948 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f654a63-056c-4116-bffb-cbda53792b66']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:15.782673 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79454eff-49ba-4cfb-ad33-9cb94ea8953e') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:15.782964 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79454eff-49ba-4cfb-ad33-9cb94ea8953e') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:15.792526 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.810381 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.817277 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:06:15.817807 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:06:15.819525 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:06:15.879867 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.885537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:15.887797 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0f654a63-056c-4116-bffb-cbda53792b66 HTTP/1.1" status: 204 len: 168 time: 0.3121042 Jul 14 12:06:15.900791 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e1293-e405-45b7-bbc4-327b6341ec60 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f654a63-056c-4116-bffb-cbda53792b66,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:15.953129 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5829bb22-680b-4000-9e52-bd3100b6bca9 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:15.983793 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 5829bb22-680b-4000-9e52-bd3100b6bca9 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:15.984460 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 5829bb22-680b-4000-9e52-bd3100b6bca9 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:16.109328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38360) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:16.158357 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38362) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:16.158593 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f2ba7ff2-e1ac-4266-bdb6-9e1a810bde26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b58f8a95ca964fd4958e66e6d60de6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480413 Jul 14 12:06:16.213471 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:16.236863 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:16.296610 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:16.304624 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:16.308506 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5c95709-bbc9-4c23-ad36-02b3f7c7a74b HTTP/1.1" status: 204 len: 168 time: 0.1486564 Jul 14 12:06:16.316801 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c1d78-cecb-49bf-bf14-c14c288627cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c95709-bbc9-4c23-ad36-02b3f7c7a74b,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:16.586294 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074bf01-9f33-48fd-a7fb-a6af9bfa9323 req-d24af7eb-a29d-440b-8e26-4b6b3ffafb4a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:16.587834 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1074bf01-9f33-48fd-a7fb-a6af9bfa9323 req-d24af7eb-a29d-440b-8e26-4b6b3ffafb4a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0689964 Jul 14 12:06:16.639222 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1074bf01-9f33-48fd-a7fb-a6af9bfa9323 req-507d6578-a364-4f80-8978-65cff037f024 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439899 Jul 14 12:06:18.191207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716249-6a0b-4615-8768-c6e41feb14d3 req-912f0b77-9c2b-4443-b3b6-ef865e48164d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:18.199501 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e2716249-6a0b-4615-8768-c6e41feb14d3 req-912f0b77-9c2b-4443-b3b6-ef865e48164d tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.4056282 Jul 14 12:06:18.234766 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e2716249-6a0b-4615-8768-c6e41feb14d3 req-b242fa83-1c52-45f0-a7ff-6e2d9bf6185a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343792 Jul 14 12:06:18.370242 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38426) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:18.497093 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-23f5144b-1a3d-4564-852a-f960195f1465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.594945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-23f5144b-1a3d-4564-852a-f960195f1465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.599939 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-23f5144b-1a3d-4564-852a-f960195f1465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.641486 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-23f5144b-1a3d-4564-852a-f960195f1465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca9d8d95b9444a25b41e420a87d6970e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703073 Jul 14 12:06:18.642503 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5144b-1a3d-4564-852a-f960195f1465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b54ee-71b8-453a-8570-43602ad90b08,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:18.644124 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38430) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:18.701842 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.729050 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.786183 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.789046 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:18.790274 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b6b54ee-71b8-453a-8570-43602ad90b08 HTTP/1.1" status: 204 len: 168 time: 0.1444173 Jul 14 12:06:18.812406 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5dd08-a918-4070-9ac0-e97e7c5d82c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b54ee-71b8-453a-8570-43602ad90b08,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:19.153284 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38438) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:19.169366 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f10bcaa0-fa8f-48fa-bf8c-7b48ffb03e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.269450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f10bcaa0-fa8f-48fa-bf8c-7b48ffb03e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.274932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f10bcaa0-fa8f-48fa-bf8c-7b48ffb03e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.319307 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bcaa0-fa8f-48fa-bf8c-7b48ffb03e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4ca63-968e-4429-913a-4ca9c3f1ced2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:19.323646 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f10bcaa0-fa8f-48fa-bf8c-7b48ffb03e13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6eec650db11d4eec9b7029e8f1105d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692739 Jul 14 12:06:19.326907 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38442) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:19.386472 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.440844 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.500049 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8320c51-9f82-439d-a79d-b9e65e1a5752 req-a1e297d1-2ef2-4217-97fd-9ce96a21c480 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:19.501727 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8320c51-9f82-439d-a79d-b9e65e1a5752 req-a1e297d1-2ef2-4217-97fd-9ce96a21c480 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1048682 Jul 14 12:06:19.536547 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.539343 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:19.540579 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fa4ca63-968e-4429-913a-4ca9c3f1ced2 HTTP/1.1" status: 204 len: 168 time: 0.2134449 Jul 14 12:06:19.564046 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc923a98-9402-4224-8a98-b5e82721b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4ca63-968e-4429-913a-4ca9c3f1ced2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:19.569585 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8320c51-9f82-439d-a79d-b9e65e1a5752 req-c1fd0335-75b4-4ed0-a7d8-8b9c3e58f721 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561035 Jul 14 12:06:20.924080 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ed12-8d57-4aa3-8afa-f660b92c33c7 req-5ca6fd18-e5e3-4b20-a377-8e8d9af75172 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:20.926986 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f4a1ed12-8d57-4aa3-8afa-f660b92c33c7 req-5ca6fd18-e5e3-4b20-a377-8e8d9af75172 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0695288 Jul 14 12:06:20.972639 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f4a1ed12-8d57-4aa3-8afa-f660b92c33c7 req-7ef5e9d0-b579-49da-bf98-7e56e3a63861 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399930 Jul 14 12:06:21.206592 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-04706899-de80-4018-80b6-69f90c4db09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:21.208403 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-04706899-de80-4018-80b6-69f90c4db09c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1098 time: 0.0559807 Jul 14 12:06:21.262149 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38506) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:21.299870 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-35c6f123-6055-423a-abcf-a82ce4e967ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:21.301979 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-35c6f123-6055-423a-abcf-a82ce4e967ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.0864804 Jul 14 12:06:21.364605 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a9a5537d-84d8-4d1e-8cc3-22ae8d89d608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.367193 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-950527a9-33ca-401b-917c-fedf3b2bfb24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 1001 time: 0.0587647 Jul 14 12:06:21.417445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-f40cba3f-7ada-4d9a-9b27-7ea6e3a332cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:21.418829 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-f40cba3f-7ada-4d9a-9b27-7ea6e3a332cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0449581 Jul 14 12:06:21.452318 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a9a5537d-84d8-4d1e-8cc3-22ae8d89d608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.456586 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a9a5537d-84d8-4d1e-8cc3-22ae8d89d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.479318 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-6cd783c5-f503-44b7-b103-11abdd03a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:21.480860 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-6cd783c5-f503-44b7-b103-11abdd03a9ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560894 Jul 14 12:06:21.495864 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a9a5537d-84d8-4d1e-8cc3-22ae8d89d608 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81f2da7953f44010a600bb401c14bd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325542 Jul 14 12:06:21.497164 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5537d-84d8-4d1e-8cc3-22ae8d89d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83265ec-9843-47da-8443-1e1b04707ba7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:21.503380 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38510) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:21.555078 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.579438 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-04d437e8-2a36-43cf-8ab4-e24015b675ba service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919104 Jul 14 12:06:21.581960 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.632853 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.635674 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:21.640118 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b83265ec-9843-47da-8443-1e1b04707ba7 HTTP/1.1" status: 204 len: 168 time: 0.1320360 Jul 14 12:06:21.645608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f312b-9a3c-4af1-bf9c-8d692d5f7621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83265ec-9843-47da-8443-1e1b04707ba7,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:21.694172 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-a37dac23-eb5b-480a-99c2-3c48e1c4e995 req-b69cad49-3b58-4f83-b4e8-b34f4d699581 service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978446 Jul 14 12:06:21.900169 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38516) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:21.913933 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1e766ba8-feb4-4681-8f7e-71fa6e8c7356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.005265 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1e766ba8-feb4-4681-8f7e-71fa6e8c7356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.010352 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1e766ba8-feb4-4681-8f7e-71fa6e8c7356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.046819 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e766ba8-feb4-4681-8f7e-71fa6e8c7356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8885dc2-6004-4de2-b8ca-79906d6b1a5a,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:22.051895 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1e766ba8-feb4-4681-8f7e-71fa6e8c7356 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ee5c8f3fc6145439abc80afe514321b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501386 Jul 14 12:06:22.054511 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38520) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:22.134680 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.168486 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.201728 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7302f-f5bb-4c55-938e-c308aa5dacf4 req-2585fc47-1ecb-4fb5-a770-0be87364ddf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:22.203245 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e5a7302f-f5bb-4c55-938e-c308aa5dacf4 req-2585fc47-1ecb-4fb5-a770-0be87364ddf1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.1158228 Jul 14 12:06:22.248327 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e5a7302f-f5bb-4c55-938e-c308aa5dacf4 req-ee4b2f32-2810-43bc-8184-1fa089f89c62 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368862 Jul 14 12:06:22.253642 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.257488 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:22.264571 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8885dc2-6004-4de2-b8ca-79906d6b1a5a HTTP/1.1" status: 204 len: 168 time: 0.2087188 Jul 14 12:06:22.277148 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7035741-390e-4f0d-88b4-70eaae3641a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8885dc2-6004-4de2-b8ca-79906d6b1a5a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:23.451098 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11625e3b-998c-4f65-a7aa-4d1684dbbbd9 req-bb8d2725-ea85-4f51-8584-afbfd89ff73b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:23.459170 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-11625e3b-998c-4f65-a7aa-4d1684dbbbd9 req-bb8d2725-ea85-4f51-8584-afbfd89ff73b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 945 time: 0.0844965 Jul 14 12:06:23.496858 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-11625e3b-998c-4f65-a7aa-4d1684dbbbd9 req-2e8c4084-3944-4f21-b76c-8c32078fbca1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368085 Jul 14 12:06:24.008363 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:24.110053 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:24.134056 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:24.136602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc31b1f-ae05-4471-8e6f-f7f0fbd9d2d9" -d '{"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:24.150373 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:24.155676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:24.178032 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8aac5-4886-45ea-bb5f-12cd32642327 x-openstack-request-id: req-7ab8aac5-4886-45ea-bb5f-12cd32642327 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:24.178325 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-unplugged", "status": "failed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "code": 422}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:24.178579 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ab8aac5-4886-45ea-bb5f-12cd32642327 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:24.178969 dv-cinder-800768-2-iscsi neutron-server[93154]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'code': 422} returned with failed status Jul 14 12:06:24.203620 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=8']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:24.674156 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f720062-348a-4f4c-aa43-bb9fff10d71b req-325a9805-1c1c-41b2-b1a6-5f7437be1586 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:24.675524 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0f720062-348a-4f4c-aa43-bb9fff10d71b req-325a9805-1c1c-41b2-b1a6-5f7437be1586 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0608354 Jul 14 12:06:24.717016 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0f720062-348a-4f4c-aa43-bb9fff10d71b req-506eb9d6-7f4b-479e-8ed0-35d10752a875 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343704 Jul 14 12:06:25.923174 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-1208a2c9-a1c5-413d-ab71-cd05642bc9cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756228 Jul 14 12:06:25.934870 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbb780-0cef-43e8-8471-48235388f1fd req-818e4857-bec2-4627-a819-765f5f4350c1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:25.936388 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-83bbb780-0cef-43e8-8471-48235388f1fd req-818e4857-bec2-4627-a819-765f5f4350c1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1013479 Jul 14 12:06:25.978847 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-83bbb780-0cef-43e8-8471-48235388f1fd req-e9788639-bcdf-43cb-8d33-55b27aa4d23a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362494 Jul 14 12:06:26.055364 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01badd-b34f-4d11-9806-4abf0261ff86 req-5d7c9b82-2ecb-49b7-bd24-f2f56c7fc664 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:26.056867 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b01badd-b34f-4d11-9806-4abf0261ff86 req-5d7c9b82-2ecb-49b7-bd24-f2f56c7fc664 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0669346 Jul 14 12:06:26.094594 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9b01badd-b34f-4d11-9806-4abf0261ff86 req-11a3c887-5ec3-4967-bc61-d6b49e6550ab tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319040 Jul 14 12:06:26.575216 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38680) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:26.675144 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-594f4c4b-8cf1-403c-9cd4-85703b96faf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.765168 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-594f4c4b-8cf1-403c-9cd4-85703b96faf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.769012 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-594f4c4b-8cf1-403c-9cd4-85703b96faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.814670 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-594f4c4b-8cf1-403c-9cd4-85703b96faf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6cfedb8b2f24ce29d8ab80e0e7e2dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383437 Jul 14 12:06:26.815315 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38684) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:26.817385 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4c4b-8cf1-403c-9cd4-85703b96faf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae906ea-0ab4-4aa4-a2eb-02572dfc50b5,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:26.829905 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-4ab25245-9a17-4521-8453-644e98ebb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:26.831420 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-4ab25245-9a17-4521-8453-644e98ebb64b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2&tenant_id=f8fa1586e0f34a729c35b60d5a299dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0562315 Jul 14 12:06:26.869766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.890652 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.921843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-7d2e0079-e740-43ef-b3ab-8d9369ed5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:26.923463 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-7d2e0079-e740-43ef-b3ab-8d9369ed5669 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1096 time: 0.0561652 Jul 14 12:06:26.939662 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.942358 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:26.943583 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bae906ea-0ab4-4aa4-a2eb-02572dfc50b5 HTTP/1.1" status: 204 len: 168 time: 0.1271684 Jul 14 12:06:26.951862 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde790-d6d5-4665-be71-eb0d91fae9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae906ea-0ab4-4aa4-a2eb-02572dfc50b5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:27.024064 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-85166fab-9c53-48fa-acfc-4b09516ab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.025780 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-85166fab-9c53-48fa-acfc-4b09516ab90e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.0952334 Jul 14 12:06:27.099232 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-f561c213-bb9b-4afe-8778-9f826ee8986c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 999 time: 0.0668061 Jul 14 12:06:27.155369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-010829fc-1c6d-44c1-880e-b3b5f3573ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.156905 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-010829fc-1c6d-44c1-880e-b3b5f3573ac8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0517185 Jul 14 12:06:27.168230 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d59ca-4833-48a7-9657-7ad17e84466e req-9cdb5789-1d1c-48ce-a601-6d46101ef8dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.170040 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5f4d59ca-4833-48a7-9657-7ad17e84466e req-9cdb5789-1d1c-48ce-a601-6d46101ef8dc tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0701988 Jul 14 12:06:27.227893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-bd24b3ed-3f23-47e3-b4da-b2a8e5e0e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.229557 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-bd24b3ed-3f23-47e3-b4da-b2a8e5e0e5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642955 Jul 14 12:06:27.229691 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5f4d59ca-4833-48a7-9657-7ad17e84466e req-9f534039-e634-452e-83fb-a260d98547e7 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526233 Jul 14 12:06:27.261920 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38694) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:27.280402 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7917a90-94a2-4df8-8654-43a2e51f1a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.320378 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ed550-fd7f-4bc0-a9eb-f582239e51f2 req-dbd74da6-f096-47c0-915d-ed5b9a8d3b39 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.321887 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-057ed550-fd7f-4bc0-a9eb-f582239e51f2 req-dbd74da6-f096-47c0-915d-ed5b9a8d3b39 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0912931 Jul 14 12:06:27.329230 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-37e39c03-eca0-4ed0-8b0e-079ab1d4441b service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922658 Jul 14 12:06:27.383691 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-057ed550-fd7f-4bc0-a9eb-f582239e51f2 req-4507ea52-e62f-4ab0-8e74-3f8d7b970b74 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529082 Jul 14 12:06:27.421698 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-ce88edb5-e403-4d34-b36d-c49f55e4a4c6 req-7beaede5-d418-465a-97e0-d666834dc5ed service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859525 Jul 14 12:06:27.422255 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7917a90-94a2-4df8-8654-43a2e51f1a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.426615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b7917a90-94a2-4df8-8654-43a2e51f1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.462643 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7917a90-94a2-4df8-8654-43a2e51f1a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892934a2-1ebb-4e86-9c24-84b6b718b0f9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:27.469936 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b7917a90-94a2-4df8-8654-43a2e51f1a4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe888c3bf18344c49b816a0ec7f14034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037830 Jul 14 12:06:27.469936 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38698) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:27.520335 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.541167 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.585778 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.588293 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:27.589428 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/892934a2-1ebb-4e86-9c24-84b6b718b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1191640 Jul 14 12:06:27.597401 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe7a24-5fe7-4067-9289-e1c32ae34c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892934a2-1ebb-4e86-9c24-84b6b718b0f9,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:27.968948 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-ea2e60c7-2da1-427c-a234-5d0ff3151102 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:27.971126 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-ea2e60c7-2da1-427c-a234-5d0ff3151102 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.1061409 Jul 14 12:06:28.437432 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff143476-bff4-4d35-93a4-3a534a7654a3 req-7c35dcbc-c2ee-4387-985d-68d077a5d15c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:28.439244 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff143476-bff4-4d35-93a4-3a534a7654a3 req-7c35dcbc-c2ee-4387-985d-68d077a5d15c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0849295 Jul 14 12:06:28.506364 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff143476-bff4-4d35-93a4-3a534a7654a3 req-8676d47b-aef6-47fd-8cbc-ab8cc3c2d05f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578542 Jul 14 12:06:28.637505 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2f140-8ac0-4ffc-9b3e-51df159e41e7 req-2cf98bf3-a168-4a8d-b700-db5241159e33 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:28.640252 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6f2f140-8ac0-4ffc-9b3e-51df159e41e7 req-2cf98bf3-a168-4a8d-b700-db5241159e33 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0801215 Jul 14 12:06:28.682181 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c6f2f140-8ac0-4ffc-9b3e-51df159e41e7 req-871d1d2c-e6c3-4d9e-bff7-48c9394b77a8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330570 Jul 14 12:06:29.684463 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183ab37-66c2-4758-b122-7b5572c6b94c req-9b4e4442-fa5b-48e6-a47a-3dfb694c123a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:29.686033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9183ab37-66c2-4758-b122-7b5572c6b94c req-9b4e4442-fa5b-48e6-a47a-3dfb694c123a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0667145 Jul 14 12:06:29.727032 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9183ab37-66c2-4758-b122-7b5572c6b94c req-fb3e0fbf-c0a4-449c-b137-6a8b838eaa6c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354795 Jul 14 12:06:29.865861 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb503e2-94c6-443b-9142-2f9e5d434c27 req-683af37f-2161-4ed8-8ca9-08aebe78361f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:29.867786 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eeb503e2-94c6-443b-9142-2f9e5d434c27 req-683af37f-2161-4ed8-8ca9-08aebe78361f tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0650053 Jul 14 12:06:29.908849 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-eeb503e2-94c6-443b-9142-2f9e5d434c27 req-84731f58-3d19-476c-8878-6d5b294c256b tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Jul 14 12:06:30.916495 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c134-4889-4c37-a0e7-1db1dcf7dfae req-f89bc260-a2fa-42ff-b4d0-b0ee3a0d1b47 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:30.918138 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-69b2c134-4889-4c37-a0e7-1db1dcf7dfae req-f89bc260-a2fa-42ff-b4d0-b0ee3a0d1b47 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0715656 Jul 14 12:06:30.959957 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-69b2c134-4889-4c37-a0e7-1db1dcf7dfae req-45318250-b608-4b07-a22d-b1dce2612e49 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Jul 14 12:06:31.103559 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486096cb-9b9c-44da-9f36-9f205f8b9286 req-c79316bc-deb7-4498-bd83-a7dc476b9b69 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:31.105020 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-486096cb-9b9c-44da-9f36-9f205f8b9286 req-c79316bc-deb7-4498-bd83-a7dc476b9b69 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 946 time: 0.0681541 Jul 14 12:06:31.148738 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-486096cb-9b9c-44da-9f36-9f205f8b9286 req-7feb0342-2dae-43ec-be81-a2c2ed261359 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378792 Jul 14 12:06:31.407900 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38774) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:31.514552 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cbfa77fa-dc77-4219-a164-ecd54a0b78e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.614081 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cbfa77fa-dc77-4219-a164-ecd54a0b78e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.619548 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-cbfa77fa-dc77-4219-a164-ecd54a0b78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.658984 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-cbfa77fa-dc77-4219-a164-ecd54a0b78e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8df028663d3b44cd82bffc86f6828844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498591 Jul 14 12:06:31.659758 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa77fa-dc77-4219-a164-ecd54a0b78e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2587f-05a0-4261-ab67-c1b4ca5a8af4,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:31.662121 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38778) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:31.729478 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.752188 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.802869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.805788 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:31.807193 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87f2587f-05a0-4261-ab67-c1b4ca5a8af4 HTTP/1.1" status: 204 len: 168 time: 0.1438997 Jul 14 12:06:31.815250 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c906c3-e9dd-4702-8dc9-104730eead0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2587f-05a0-4261-ab67-c1b4ca5a8af4,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:32.026529 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 772a18c9-0f00-42c3-b912-f4a2d75162b1 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:32.168359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.203532 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:32.208241 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ec1079-6335-42a1-9186-5b1611645ae8" -d '{"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-unplugged", "status": "completed", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:32.224537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749feed-38a5-4653-82da-75a11af2d84d req-40188ec5-5548-43b7-960b-1cc82cf0efff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.232031 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0749feed-38a5-4653-82da-75a11af2d84d req-40188ec5-5548-43b7-960b-1cc82cf0efff tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1147835 Jul 14 12:06:32.241375 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:32.250575 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.313731 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0749feed-38a5-4653-82da-75a11af2d84d req-e10bb37d-107e-48d8-893e-36f42831041c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739822 Jul 14 12:06:32.326760 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:32.404922 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac700a64-1fc3-4539-a38a-0327753fb37f x-openstack-request-id: req-ac700a64-1fc3-4539-a38a-0327753fb37f {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:32.405465 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-unplugged", "status": "completed", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:32.405878 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac700a64-1fc3-4539-a38a-0327753fb37f {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:32.406431 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'code': 200} Jul 14 12:06:32.452228 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6ee6-2483-479d-ac7f-ad2f56997c44 req-b8596a8d-456d-43bb-aaa8-95148dee8cf0 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.453992 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c41a6ee6-2483-479d-ac7f-ad2f56997c44 req-b8596a8d-456d-43bb-aaa8-95148dee8cf0 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.0967658 Jul 14 12:06:32.540157 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c41a6ee6-2483-479d-ac7f-ad2f56997c44 req-bc3258b3-670d-4189-990d-03a7525180f7 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774755 Jul 14 12:06:32.610196 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38806) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:32.706704 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-982987791-network', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:32.728900 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Made reservation on behalf of 719159b92d1448ba900f8c0e4a22d6dc for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:32.731653 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.741124 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.841760 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.845668 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.871389 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:06:32.881063 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd463d-e438-4650-9372-9efc17e26d62,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:32.889132 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.889490 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Added segment 8273cee7-981e-4770-8e0d-b14727a3fe4d of type vlan for network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe Jul 14 12:06:32.930800 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.961185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:32.962179 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:32.962769 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.024477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:33.035850 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:06:33.042260 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c50b97a5-df90-41e0-9a56-df7f479333f4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4297209 Jul 14 12:06:33.044367 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38810) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:33.049905 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Request body: {'subnet': {'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-982987791-subnet', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:33.077472 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Made reservation on behalf of 719159b92d1448ba900f8c0e4a22d6dc for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:33.079922 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.270238 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.318689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007aa807-7395-4db9-9a0b-c93292b463ea,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:33.336546 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Checking segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:33.336895 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Network hostable DHCP agents. Network: cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:06:33.354536 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:06:33.365399 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:33.369918 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.370734 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.377375 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd93e0c2-02bb-46f7-ac55-665c8c66d913 None None] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:33.395172 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-51968402-3d52-4798-804e-2d484a3e7186 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3465791 Jul 14 12:06:33.395568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38814) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:33.400490 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:33.463507 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.464901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.567388 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.567604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:06:33.568645 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.580699 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e2420-65db-435f-9a4a-bfbcc82e0a76 req-93da49c3-c002-4f04-905e-77bf6f26fd1e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.582917 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5c9e2420-65db-435f-9a4a-bfbcc82e0a76 req-93da49c3-c002-4f04-905e-77bf6f26fd1e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1221344 Jul 14 12:06:33.775965 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5c9e2420-65db-435f-9a4a-bfbcc82e0a76 req-0a4eaa15-6b2b-459f-83e6-7f311c0d7580 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574795 Jul 14 12:06:33.785575 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:33.796278 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Allocated IP 172.20.0.2 (cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe/007aa807-7395-4db9-9a0b-c93292b463ea/d56ed9ef-4e72-4d55-8ae8-a627aefc7b83) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:33.859762 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad295-9e31-47fc-918d-9e91ddb9f89d req-293fe190-ef4b-4ea3-9883-fe98e704cc93 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:33.861322 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-483ad295-9e31-47fc-918d-9e91ddb9f89d req-293fe190-ef4b-4ea3-9883-fe98e704cc93 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.1962297 Jul 14 12:06:33.926853 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-483ad295-9e31-47fc-918d-9e91ddb9f89d req-33ef71b6-7fae-40d2-b6af-470d1ee97222 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546441 Jul 14 12:06:34.001219 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.010445 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Transition to ACTIVE for port object d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:34.027241 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Transition to ACTIVE for port object d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:34.036097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.074820 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:34.080444 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:34.084211 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:34.097146 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Pushing event updated for resources: {'Port': ['ID=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:34.110912 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.143620 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.160533 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Attempting to bind port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:34.161061 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Attempting to bind port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:34.161552 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Attempting to bind port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 on network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:34.166928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:34.167362 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Checking segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:34.167831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.168323 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Bound using segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:34.168863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Bound port: d56ed9ef-4e72-4d55-8ae8-a627aefc7b83, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:34.169314 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.234354 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] For port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:34.237354 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] For port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:34.242486 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.271422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Allocated IP 172.27.3.10 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/f1176ed0-c454-495a-81fb-93e3e9018106) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:34.302438 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805072b8-eb1e-4551-9ccf-28f9db49fcc7 None None] Pushing event updated for resources: {'Port': ['ID=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:34.405806 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.447023 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:34.505696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:34.507794 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:34.510644 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:34.539034 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Pushing event updated for resources: {'Port': ['ID=f1176ed0-c454-495a-81fb-93e3e9018106,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:34.787447 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:35.054179 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:35.226801 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0ac2e-dd95-4947-a8db-d4c141e4fa80 req-7a0a7617-16b6-49ad-93a6-30ab7a8cef0a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:35.228428 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-85d0ac2e-dd95-4947-a8db-d4c141e4fa80 req-7a0a7617-16b6-49ad-93a6-30ab7a8cef0a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.2968595 Jul 14 12:06:35.286930 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa773ced-7506-407a-9da9-37d727238e57 req-b25d754f-0795-48e3-84d0-ca65f6538c92 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:35.288772 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa773ced-7506-407a-9da9-37d727238e57 req-b25d754f-0795-48e3-84d0-ca65f6538c92 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.1765778 Jul 14 12:06:35.324199 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-85d0ac2e-dd95-4947-a8db-d4c141e4fa80 req-de0f7400-aaef-4bb3-add7-6b68877a33f1 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889101 Jul 14 12:06:35.352093 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93153) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:06:35.356245 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aa773ced-7506-407a-9da9-37d727238e57 req-f38d32f5-562a-49c2-b37f-0fc62c338dc1 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555706 Jul 14 12:06:35.382415 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9e9c9-ecc4-4af1-9b9a-27c0fdeb12d1 None None] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:35.476327 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:35.488789 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Sync routers for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:35.496651 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:35.499783 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-90839058-fe38-41eb-bfc9-7aa13d595cec admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1030872 Jul 14 12:06:35.500661 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38824) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:35.508627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5f4dc5e5-a423-452b-af39-f0598cb923f4 None None] Provisioning for port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:35.533576 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:35.534250 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:35.670387 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:36.039779 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:34Z', 'revision_number': 3, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:36.071190 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Checking router: 6f6f8fd4-260c-470d-900e-e912d7dcbae1 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:36.071544 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Updating router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 port f1176ed0-c454-495a-81fb-93e3e9018106 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:06:36.109772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.269228 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:36.305542 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.379270 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:36.411361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:36.412055 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.514950 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.527276 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Transition to ACTIVE for port object f1176ed0-c454-495a-81fb-93e3e9018106 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:36.536959 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.611523 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4df62a-4cfb-405c-a36a-fad9c3f1faec None None] Pushing event updated for resources: {'Port': ['ID=f1176ed0-c454-495a-81fb-93e3e9018106,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:36.614990 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Attempting to bind port f1176ed0-c454-495a-81fb-93e3e9018106 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:36.615543 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Attempting to bind port f1176ed0-c454-495a-81fb-93e3e9018106 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:36.616130 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Attempting to bind port f1176ed0-c454-495a-81fb-93e3e9018106 on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:36.643244 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Allocated IP 172.20.0.1 (cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe/007aa807-7395-4db9-9a0b-c93292b463ea/edc282b4-7d33-4b32-abf7-ef830a962b89) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:36.647854 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:36.648499 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:36.649313 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.649911 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:36.650584 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Bound port: f1176ed0-c454-495a-81fb-93e3e9018106, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:36.651188 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.697007 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.704863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.761249 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] For port f1176ed0-c454-495a-81fb-93e3e9018106, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:36.761924 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ec658-205d-429c-af99-84469b570b23 req-56c48935-bf24-44a3-bed1-e61eaaa37b89 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:36.764478 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4d2ec658-205d-429c-af99-84469b570b23 req-56c48935-bf24-44a3-bed1-e61eaaa37b89 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.2013295 Jul 14 12:06:36.767766 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] For port f1176ed0-c454-495a-81fb-93e3e9018106, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f1176ed0-c454-495a-81fb-93e3e9018106,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:36.769085 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:36.773506 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.774157 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973d7b4-4e78-4695-a708-f5c829600c3c req-99ebbef6-d293-419f-be3f-91741589b241 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:36.779660 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.781370 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a973d7b4-4e78-4695-a708-f5c829600c3c req-99ebbef6-d293-419f-be3f-91741589b241 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.2172837 Jul 14 12:06:36.852651 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:36.853295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:36.864162 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a973d7b4-4e78-4695-a708-f5c829600c3c req-510eb100-bd6b-4e1a-9288-d6ceb81eb844 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817740 Jul 14 12:06:36.890351 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4df62a-4cfb-405c-a36a-fad9c3f1faec None None] Pushing event updated for resources: {'Port': ['ID=f1176ed0-c454-495a-81fb-93e3e9018106,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:36.906109 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4d2ec658-205d-429c-af99-84469b570b23 req-f774427b-c099-46ec-8d0c-00d58a0536db tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028254 Jul 14 12:06:36.921495 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:36.937235 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Transition to ACTIVE for port object edc282b4-7d33-4b32-abf7-ef830a962b89 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:36.996451 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.037079 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:37.037492 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:37.043181 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:37.049954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:37.051854 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:37.092781 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Pushing event updated for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:37.133908 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.306395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.314477 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:34Z', 'revision_number': 3, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:37.352418 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c336043-a78b-455c-afd8-2770b64f887a None None] The sync data for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi is: [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:34Z', 'revision_number': 3, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:37.360940 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8f055ab8-b669-41f2-b971-62018bcd2e32 None None] Provisioning for port edc282b4-7d33-4b32-abf7-ef830a962b89 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:37.366861 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8f055ab8-b669-41f2-b971-62018bcd2e32 None None] Provisioning complete for port edc282b4-7d33-4b32-abf7-ef830a962b89 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:37.367402 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8f055ab8-b669-41f2-b971-62018bcd2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.420383 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-8f055ab8-b669-41f2-b971-62018bcd2e32 None None] Port edc282b4-7d33-4b32-abf7-ef830a962b89 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:06:37.495741 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.500790 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.569214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.570979 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Pushing event updated for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:37.676567 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:37.678048 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:37.806747 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:37.920079 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:37.925070 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7e3f76f3-0a88-45b1-b823-ddb10ba0f4cd admin admin] 10.222.0.44 "PUT /v2.0/routers/6f6f8fd4-260c-470d-900e-e912d7dcbae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4233670 Jul 14 12:06:37.947654 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-026e344e-4fba-4e03-84cf-dcece494eae4 None None] Provisioning complete for port edc282b4-7d33-4b32-abf7-ef830a962b89 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:37.948114 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-026e344e-4fba-4e03-84cf-dcece494eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:37.997911 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-026e344e-4fba-4e03-84cf-dcece494eae4 None None] Port edc282b4-7d33-4b32-abf7-ef830a962b89 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:06:38.073814 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf31c-5683-4027-aace-54ab303d13fd req-43e07eb1-d9e6-4eb1-b686-3d1c7a0808f8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:38.081305 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-647bf31c-5683-4027-aace-54ab303d13fd req-43e07eb1-d9e6-4eb1-b686-3d1c7a0808f8 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 944 time: 0.0939054 Jul 14 12:06:38.182040 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-647bf31c-5683-4027-aace-54ab303d13fd req-76f0940d-4cb0-4386-9ae6-3869a21d2cb9 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups?id=d42ac94b-3653-4c51-97ca-28fa9930cfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988727 Jul 14 12:06:38.195598 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Deleting port 772a18c9-0f00-42c3-b912-f4a2d75162b1 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:38.196144 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.229161 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc12d4-722d-4c79-b48a-7796558fa4e2 req-dd090a74-e3cd-45b2-a84e-5b3bb4e4f64c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:38.231606 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2bc12d4-722d-4c79-b48a-7796558fa4e2 req-dd090a74-e3cd-45b2-a84e-5b3bb4e4f64c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.1225605 Jul 14 12:06:38.307631 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2bc12d4-722d-4c79-b48a-7796558fa4e2 req-977908d4-9752-49a3-9940-ea9282ff35da tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667307 Jul 14 12:06:38.316705 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f1176ed0-c454-495a-81fb-93e3e9018106 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:38.328190 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] For port 772a18c9-0f00-42c3-b912-f4a2d75162b1, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=772a18c9-0f00-42c3-b912-f4a2d75162b1,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:38.329005 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.393371 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port f1176ed0-c454-495a-81fb-93e3e9018106 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:38.401692 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port f1176ed0-c454-495a-81fb-93e3e9018106 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:38.402072 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.438671 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-613a8e6d-187c-47cb-a355-601855d8f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.490913 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.514162 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port f1176ed0-c454-495a-81fb-93e3e9018106, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f1176ed0-c454-495a-81fb-93e3e9018106,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:38.518574 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.519446 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:38.537413 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.537907 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.538224 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Floating IP 0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077 disassociated. External IP: 172.27.3.31, port: 772a18c9-0f00-42c3-b912-f4a2d75162b1. Jul 14 12:06:38.538561 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Calling delete_port for 772a18c9-0f00-42c3-b912-f4a2d75162b1 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:38.579140 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38850) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:38.589692 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38175667-network', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:38.602674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=f1176ed0-c454-495a-81fb-93e3e9018106,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:38.615920 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:38.616353 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.620599 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Made reservation on behalf of ec88b347a3fb474ba14b4bd57e09b301 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:38.623012 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.631898 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.676296 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.706259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'Port': ['ID=772a18c9-0f00-42c3-b912-f4a2d75162b1,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:38.715110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.715563 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.715793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.716151 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.716480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.716808 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.717130 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.717451 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.717773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.718091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.718404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.719126 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:38.733615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.738926 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.763057 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:06:38.773410 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7588e68-2448-42d4-831a-04c4101782a6,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:38.779177 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.779177 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Added segment f56089b9-ffb1-4672-8187-934f973f84c2 of type vlan for network d99f4e17-0351-4493-8f1c-6a3d04f791bc Jul 14 12:06:38.821556 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.841059 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:38.854975 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.856105 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:38.856689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.909864 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3294852 Jul 14 12:06:38.914598 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38852) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:38.919386 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Request body: {'subnet': {'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38175667-subnet', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:38.927615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7e4f-834e-47bd-bd72-d511003577a3 admin admin] Pushing event updated for resources: {'Network': ['ID=d99f4e17-0351-4493-8f1c-6a3d04f791bc,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:38.939382 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:06:38.946980 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Made reservation on behalf of ec88b347a3fb474ba14b4bd57e09b301 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:06:38.949841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:38.960771 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:38.973684 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:38.985895 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:38.986868 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:39.027403 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] No DVR routers for this DVR port 772a18c9-0f00-42c3-b912-f4a2d75162b1 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:39.030338 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.033531 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-02f115e9-66d6-4fe8-b8fc-b3ec20538811 req-4d764362-ba72-4ad5-af63-672dafe64257 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.47 "DELETE /v2.0/ports/772a18c9-0f00-42c3-b912-f4a2d75162b1 HTTP/1.1" status: 204 len: 173 time: 0.9981534 Jul 14 12:06:39.034148 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-deleted', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:39.037262 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11161261-03d4-4279-a767-d2d73a84162d" -d '{"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-deleted", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:39.094685 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e935e-f668-4372-a24e-ed3fbfbca62f x-openstack-request-id: req-490e935e-f668-4372-a24e-ed3fbfbca62f {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:39.094975 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf2624-7c07-4673-8c17-c17850a9af51", "name": "network-vif-deleted", "tag": "772a18c9-0f00-42c3-b912-f4a2d75162b1", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:39.095222 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-490e935e-f668-4372-a24e-ed3fbfbca62f {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:39.095614 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf2624-7c07-4673-8c17-c17850a9af51', 'name': 'network-vif-deleted', 'tag': '772a18c9-0f00-42c3-b912-f4a2d75162b1', 'status': 'completed', 'code': 200} Jul 14 12:06:39.152104 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:39.165640 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.206185 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Sync routers for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:39.216587 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:39.217366 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:39.265286 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89016a57-b83b-4e71-96b7-0a57b91f0bbf,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:39.288297 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Checking segment: {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:39.288649 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Network hostable DHCP agents. Network: d99f4e17-0351-4493-8f1c-6a3d04f791bc, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:06:39.315350 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:06:39.330706 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, d99f4e17-0351-4493-8f1c-6a3d04f791bc) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:39.338551 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:39.339835 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.340287 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff8934-398d-4d4b-857c-b8e0d1851d3c None None] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:39.408296 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-69480817-a103-47b9-add7-c8a0c26fd898 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4901679 Jul 14 12:06:39.408500 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38860) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:39.408965 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b3c1eccc-4b45-4850-b600-aaee919ca21d req-a302bf3e-728e-4963-ad7f-704a013cf016 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0bf2624-7c07-4673-8c17-c17850a9af51 HTTP/1.1" status: 200 len: 210 time: 0.0583525 Jul 14 12:06:39.412957 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:39.427050 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:39.449207 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:39.457433 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.458676 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.491229 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:39.500660 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:39.501670 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:39.560270 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27ad68-d999-45c3-ac7e-46ff143be001 req-8433c4a4-6b17-41aa-9af8-668f331dc390 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:39.562717 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ce27ad68-d999-45c3-ac7e-46ff143be001 req-8433c4a4-6b17-41aa-9af8-668f331dc390 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 943 time: 0.0814474 Jul 14 12:06:39.628909 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:39.638417 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ce27ad68-d999-45c3-ac7e-46ff143be001 req-daa42477-a182-4eb7-902d-f8f4e837d49c tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571253 Jul 14 12:06:39.853473 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:39.865600 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.883805 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f48ca30-f2c9-4b5d-85b6-b51095b9c32a None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '849abf54-58f6-4f87-847f-1b05c70da44a', 'name': '', 'network_id': '45196d53-a7e2-412f-8ea9-a9d277e6bb29', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'mac_address': 'fa:16:3e:d2:90:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:11Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'subnets': [{'id': '24f80147-1914-44db-ae4b-5e6d2a259229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:39.889114 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-d99f4e17-0351-4493-8f1c-6a3d04f791bc', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:06:39.889915 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:39.976861 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 2, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:40.015222 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.017833 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Checking router: 6f6f8fd4-260c-470d-900e-e912d7dcbae1 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:40.018589 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Updating router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 port edc282b4-7d33-4b32-abf7-ef830a962b89 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:06:40.092857 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:06:40.226252 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.250663 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff75557-f3bd-462d-ba6b-39a258ad8d62 None None] New status for floating IP 0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:06:40.268047 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Allocated IP 172.20.0.2 (d99f4e17-0351-4493-8f1c-6a3d04f791bc/89016a57-b83b-4e71-96b7-0a57b91f0bbf/fed23b98-c1b1-4c33-8c64-dc779232b9a4) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:40.306092 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.322397 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f1176ed0-c454-495a-81fb-93e3e9018106 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:40.325251 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.370179 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:40.416823 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'port_id': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'mac_address': 'fa:16:3e:dc:6e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:06:40.439454 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Allocated IP 172.27.3.19 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/b8679648-1b0a-4ebd-b438-a0480840c836) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:40.552576 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.553304 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38866) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:40.585412 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.589681 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port f1176ed0-c454-495a-81fb-93e3e9018106 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:40.590028 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.634806 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.641612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.670219 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:06:40.695375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.698883 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:40.709272 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.710875 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:40.713498 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:40.716221 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:40.734304 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Transition to ACTIVE for port object fed23b98-c1b1-4c33-8c64-dc779232b9a4 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:40.742094 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.747354 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Pushing event updated for resources: {'Port': ['ID=b8679648-1b0a-4ebd-b438-a0480840c836,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:40.851432 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497860ff-7c81-4bd5-be12-2677a84450ca req-125d41c3-b698-43ff-b556-fc3c4f2b363b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:40.853138 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.854107 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-497860ff-7c81-4bd5-be12-2677a84450ca req-125d41c3-b698-43ff-b556-fc3c4f2b363b tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 944 time: 0.0841281 Jul 14 12:06:40.855166 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Transition to ACTIVE for port object fed23b98-c1b1-4c33-8c64-dc779232b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:40.856273 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.859681 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "DELETE /v2.0/security-groups/d42ac94b-3653-4c51-97ca-28fa9930cfbd HTTP/1.1" status: 204 len: 168 time: 0.3031247 Jul 14 12:06:40.861209 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38870) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:40.874351 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=9']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:40.880344 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.889155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a145b00-3cc2-4425-8631-166595300cad tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ac94b-3653-4c51-97ca-28fa9930cfbd,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:40.895402 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cec1a572-e716-4a38-bac2-a2a1bd843fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:40.902133 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.api.v2.resource [None req-730a7714-fcad-489c-b8de-11dd2f6971d5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] show failed (client error): The resource could not be found. Jul 14 12:06:40.902416 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.902732 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.903389 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.903389 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.903714 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.904068 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.904394 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.905031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.905031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.905376 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.905697 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.906018 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:40.906785 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-730a7714-fcad-489c-b8de-11dd2f6971d5 tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "GET /v2.0/security-groups/d42ac94b-3653-4c51-97ca-28fa9930cfbd HTTP/1.1" status: 404 len: 347 time: 0.0436451 Jul 14 12:06:40.907384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38872) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:40.968133 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:40.993031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:40.994183 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:40.999561 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.002034 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-497860ff-7c81-4bd5-be12-2677a84450ca req-f54c22d5-75fc-4faa-831d-28ad6b9b73cb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319330 Jul 14 12:06:41.013242 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Pushing event updated for resources: {'Port': ['ID=fed23b98-c1b1-4c33-8c64-dc779232b9a4,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:41.039064 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Transition to ACTIVE for port object edc282b4-7d33-4b32-abf7-ef830a962b89 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:41.042456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['2dc59f90-fdb0-4bd4-8b4b-28962b55549a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:06:41.053226 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.062661 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Deleting port 6cea96fc-8aad-4741-88de-c3df32d348f2 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:41.063007 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.087372 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.140420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.140786 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.154528 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Attempting to bind port fed23b98-c1b1-4c33-8c64-dc779232b9a4 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:41.154896 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Attempting to bind port fed23b98-c1b1-4c33-8c64-dc779232b9a4 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:41.155253 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Attempting to bind port fed23b98-c1b1-4c33-8c64-dc779232b9a4 on network d99f4e17-0351-4493-8f1c-6a3d04f791bc {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:41.163764 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5301b-decc-43f6-bdf8-598ac7c1cb09 None None] Pushing event updated for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:41.173438 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Calling delete_port for 6cea96fc-8aad-4741-88de-c3df32d348f2 owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:41.183511 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:41.184352 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Checking segment: {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:41.184945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.185696 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Bound using segment: {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:41.186375 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Bound port: fed23b98-c1b1-4c33-8c64-dc779232b9a4, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:41.186973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.291523 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.294436 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Attempting to bind port edc282b4-7d33-4b32-abf7-ef830a962b89 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:41.294816 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Attempting to bind port edc282b4-7d33-4b32-abf7-ef830a962b89 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:41.295245 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Attempting to bind port edc282b4-7d33-4b32-abf7-ef830a962b89 on network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:41.325742 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.333354 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:41.334225 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Checking segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:41.334627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.335144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Bound using segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:41.335647 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Bound port: edc282b4-7d33-4b32-abf7-ef830a962b89, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:41.336050 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.358351 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Pushing event deleted for resources: {'Port': ['ID=6cea96fc-8aad-4741-88de-c3df32d348f2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:41.406851 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] For port fed23b98-c1b1-4c33-8c64-dc779232b9a4, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:41.419438 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.432885 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] For port fed23b98-c1b1-4c33-8c64-dc779232b9a4, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=fed23b98-c1b1-4c33-8c64-dc779232b9a4,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:41.436452 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.439463 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.441254 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-78d923b2-a3ad-4733-a3d3-cfd0aa92351e tempest-AttachVolumeTestJSON-695810133 tempest-AttachVolumeTestJSON-695810133-project] 10.222.0.44 "DELETE /v2.0/floatingips/0bebefde-d4da-4d6d-9fa5-a4b3c1bf0077 HTTP/1.1" status: 204 len: 168 time: 0.5307608 Jul 14 12:06:41.453140 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.463141 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Router f31b601c-967a-44ea-94a7-eaeaab472227 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:06:41.535490 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] For port edc282b4-7d33-4b32-abf7-ef830a962b89, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:41.565240 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] For port edc282b4-7d33-4b32-abf7-ef830a962b89, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=edc282b4-7d33-4b32-abf7-ef830a962b89,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:41.569849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e01c3b-fa2d-46f1-a649-8532f1cfa574 None None] Pushing event updated for resources: {'Port': ['ID=fed23b98-c1b1-4c33-8c64-dc779232b9a4,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:41.575951 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.636653 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:41.637050 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:41.637698 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:41.657176 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:41.658693 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4f8512ee-c624-43fe-a1e3-076151144e9d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2492356 Jul 14 12:06:41.661713 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38878) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:41.844627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Sync routers for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:41.849507 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5301b-decc-43f6-bdf8-598ac7c1cb09 None None] Pushing event updated for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:41.875899 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:41.875899 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:42.026514 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:42.116308 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:42.120948 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:42.201302 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.296695 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device fed23b98-c1b1-4c33-8c64-dc779232b9a4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:42.415914 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Allocated IP 172.20.0.1 (d99f4e17-0351-4493-8f1c-6a3d04f791bc/89016a57-b83b-4e71-96b7-0a57b91f0bbf/6b239830-2c3f-4411-9035-fd0a9dc9ba17) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:06:42.439614 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5c99-4438-46a8-8aaa-447067c2e103 req-eba676db-b56b-4b92-94c8-4e326e51178f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:42.441336 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6f5a5c99-4438-46a8-8aaa-447067c2e103 req-eba676db-b56b-4b92-94c8-4e326e51178f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 944 time: 0.1230714 Jul 14 12:06:42.450701 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:42.451071 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.508339 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port fed23b98-c1b1-4c33-8c64-dc779232b9a4 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:42.536945 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6f5a5c99-4438-46a8-8aaa-447067c2e103 req-6f01bf11-8c90-4d9c-b0e6-a8b1506410ed tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814173 Jul 14 12:06:42.541454 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.573002 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.588767 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Transition to ACTIVE for port object 6b239830-2c3f-4411-9035-fd0a9dc9ba17 will not be triggered until provisioned by entity DHCP. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:42.602474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f99185bc-6919-4733-a339-89c886371ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:41Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:42.627544 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.639372 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99185bc-6919-4733-a339-89c886371ddd None None] The sync data for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi is: [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:41Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:42.655949 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:40Z', 'revision_number': 3, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:42.657849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.693963 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Checking router: f31b601c-967a-44ea-94a7-eaeaab472227 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:42.699020 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Updating router f31b601c-967a-44ea-94a7-eaeaab472227 port b8679648-1b0a-4ebd-b438-a0480840c836 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:06:42.737084 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Pushing event updated for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:42.759221 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:42.765640 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:42.770390 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:06:42.778487 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:06:42.785980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86481dbe-80f9-443c-a72d-e0bedccf7e8b" -d '{"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:06:42.819923 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:42.820916 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.843212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.854758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee730e0e-5ddb-407a-a47c-f5074a7b699e x-openstack-request-id: req-ee730e0e-5ddb-407a-a47c-f5074a7b699e {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:06:42.855053 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-plugged", "status": "completed", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:06:42.855425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee730e0e-5ddb-407a-a47c-f5074a7b699e {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:06:42.855810 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'code': 200} Jul 14 12:06:42.859374 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:42.861325 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ea0f4-f4fe-4ecc-9bab-370509dfad97 None None] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:43.020927 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.047700 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Provisioning for port fed23b98-c1b1-4c33-8c64-dc779232b9a4 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:43.058027 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Provisioning complete for port fed23b98-c1b1-4c33-8c64-dc779232b9a4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:43.058306 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.091722 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=10']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:43.153059 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d64cf4-a6be-42c0-a0f0-50f0bad15344 req-15d70544-5e09-48df-9634-a5ddf4030b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.154802 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c8d64cf4-a6be-42c0-a0f0-50f0bad15344 req-15d70544-5e09-48df-9634-a5ddf4030b04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1099 time: 0.0834682 Jul 14 12:06:43.198949 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c8d64cf4-a6be-42c0-a0f0-50f0bad15344 req-8289bfb0-d1e8-40a5-a9e0-827bfd187fdf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372322 Jul 14 12:06:43.222798 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.229019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.305056 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Pushing event updated for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:43.309991 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.317311 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.401094 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] For port fed23b98-c1b1-4c33-8c64-dc779232b9a4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=fed23b98-c1b1-4c33-8c64-dc779232b9a4,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:43.403345 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:06:43.405328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:06:43.414864 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.459488 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.486638 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Transition to ACTIVE for port object b8679648-1b0a-4ebd-b438-a0480840c836 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:43.502749 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.511475 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e9fae-b283-44d2-bffa-6a18fcc23341 None None] Pushing event updated for resources: {'Port': ['ID=fed23b98-c1b1-4c33-8c64-dc779232b9a4,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:43.547977 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Router f31b601c-967a-44ea-94a7-eaeaab472227 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:43.711033 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Attempting to bind port b8679648-1b0a-4ebd-b438-a0480840c836 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:43.711393 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Attempting to bind port b8679648-1b0a-4ebd-b438-a0480840c836 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:43.711733 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Attempting to bind port b8679648-1b0a-4ebd-b438-a0480840c836 on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:43.719448 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:43.725037 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:43.725547 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:43.725872 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.726159 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:43.726633 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Bound port: b8679648-1b0a-4ebd-b438-a0480840c836, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:43.727601 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.729398 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9c84ad3e-a94c-4866-9439-f62b8242dc19 admin admin] 10.222.0.44 "PUT /v2.0/routers/f31b601c-967a-44ea-94a7-eaeaab472227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0664055 Jul 14 12:06:43.758112 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf8434-32d0-4108-86ea-1e6fadb4aec1 None None] Pushing event updated for resources: {'Port': ['ID=b8679648-1b0a-4ebd-b438-a0480840c836,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:43.787075 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Provisioning complete for port fed23b98-c1b1-4c33-8c64-dc779232b9a4 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:43.787448 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.821561 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017eda-f6c4-483b-9342-d40238ae9d38 req-99062d1f-1c0d-48ab-ac1e-da65d1eb24eb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:43.824376 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e4017eda-f6c4-483b-9342-d40238ae9d38 req-99062d1f-1c0d-48ab-ac1e-da65d1eb24eb tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.1156523 Jul 14 12:06:43.887526 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e4017eda-f6c4-483b-9342-d40238ae9d38 req-2bd8c807-87d3-4cfe-aab2-bfb9bdc41885 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539250 Jul 14 12:06:43.906713 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] For port b8679648-1b0a-4ebd-b438-a0480840c836, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:43.931434 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] For port b8679648-1b0a-4ebd-b438-a0480840c836, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b8679648-1b0a-4ebd-b438-a0480840c836,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:43.940720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:43.992036 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Provisioning for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:44.005799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:44.005799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.056583 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:44.058928 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:44.065784 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf8434-32d0-4108-86ea-1e6fadb4aec1 None None] Pushing event updated for resources: {'Port': ['ID=b8679648-1b0a-4ebd-b438-a0480840c836,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:44.163553 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.169778 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a1b96-b6da-437b-95d9-9e56f54b8a5c None None] Port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:06:44.272568 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:44.387090 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device fed23b98-c1b1-4c33-8c64-dc779232b9a4 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:44.444425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c4b3cd90-b760-4667-adf9-f083aba5644e None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:44.444787 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cd90-b760-4667-adf9-f083aba5644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.482041 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38916) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:44.487531 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395528430', 'description': 'tempest-secgroup-smoke-1395528430 description', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:44.505861 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3cd90-b760-4667-adf9-f083aba5644e None None] Port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:06:44.513529 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.556922 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port fed23b98-c1b1-4c33-8c64-dc779232b9a4 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:44.557640 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.602695 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.610351 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.634131 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:42Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '6b239830-2c3f-4411-9035-fd0a9dc9ba17', 'name': '', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'mac_address': 'fa:16:3e:31:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:42Z', 'updated_at': '2021-07-14T12:06:43Z', 'revision_number': 2, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'subnets': [{'id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:44.644356 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.645578 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1625073 Jul 14 12:06:44.648809 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38928) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:44.653824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:44.658747 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144becb-c7b3-4ebc-82cc-c7c1e5e97ebc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:44.687903 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.709022 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device edc282b4-7d33-4b32-abf7-ef830a962b89 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:44.712190 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a2fad-6688-4131-9c64-7e058d388e6e None None] The sync data for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi is: [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:42Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '6b239830-2c3f-4411-9035-fd0a9dc9ba17', 'name': '', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'mac_address': 'fa:16:3e:31:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:42Z', 'updated_at': '2021-07-14T12:06:43Z', 'revision_number': 2, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'subnets': [{'id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:44.731668 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-50d3b532-2785-4040-b22d-894744836f9f None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:44.732069 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-50d3b532-2785-4040-b22d-894744836f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.749651 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.756340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.776505 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1df704-1945-4066-b792-70278b849854,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:44.788626 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-50d3b532-2785-4040-b22d-894744836f9f None None] Port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:06:44.798306 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.799738 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5e4c4ec6-8e70-4972-ace3-f10901cce592 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497495 Jul 14 12:06:44.803182 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38946) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:44.810046 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:44.813286 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port edc282b4-7d33-4b32-abf7-ef830a962b89 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:44.819794 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port edc282b4-7d33-4b32-abf7-ef830a962b89 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:44.820517 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.841114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.906750 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.909941 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.914979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.937760 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a84d44b-c90c-4e4c-a28c-8d1abbed276b,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:44.942487 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:44.943930 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f97bbcd3-fd3a-4875-abc8-3fd9679c2887 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390865 Jul 14 12:06:44.946739 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38950) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:44.952567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:44.958963 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port edc282b4-7d33-4b32-abf7-ef830a962b89, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=edc282b4-7d33-4b32-abf7-ef830a962b89,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:44.979092 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.022792 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.086921 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:45.102032 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.109191 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.127759 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2188dc-569f-4d57-9a76-20dcfc67dc79,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:45.135670 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.137078 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-31e7d116-a872-4108-970c-9eaae6cf21e8 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1892223 Jul 14 12:06:45.140165 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38952) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:45.145864 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:45.186782 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.192484 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeb4b8-c2d5-4346-90c9-7bf8b94002dc req-6e86f42c-0f62-4cb7-9e4e-e65299847758 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:45.200140 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ddeb4b8-c2d5-4346-90c9-7bf8b94002dc req-6e86f42c-0f62-4cb7-9e4e-e65299847758 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.0864227 Jul 14 12:06:45.251034 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0ddeb4b8-c2d5-4346-90c9-7bf8b94002dc req-d5f41da3-373e-49a6-b3f8-4b9920e7f30e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498958 Jul 14 12:06:45.266929 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.272038 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.295224 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ec57c5-8fc1-4163-913f-1ec057f7324a,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:45.304418 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.306067 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-4cbe3142-9dc0-4325-ad8c-809cdcfe5ff6 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643395 Jul 14 12:06:45.308530 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38958) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:45.313758 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:45.341868 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.securitygroups_db [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Project 719159b92d1448ba900f8c0e4a22d6dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:06:45.350017 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.416997 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.421177 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.440134 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1500167-e332-4c76-9034-3d5f99efea53,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:45.450110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.454179 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8f694c19-01fb-4489-a9c7-f87e96a9622b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418424 Jul 14 12:06:45.454179 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 38962) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:45.454536 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 38964) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:45.459183 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'security_group_rule': {'security_group_id': '0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f', 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:06:45.485478 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.securitygroups_db [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Project 719159b92d1448ba900f8c0e4a22d6dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:06:45.491408 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.560857 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.565605 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.583618 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aea327-bf11-4f01-b16d-3ad89e8aa944,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:45.590122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:45.591315 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-12bf8e73-f215-46fb-b39c-087e40d9fa3e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358151 Jul 14 12:06:46.296825 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b8679648-1b0a-4ebd-b438-a0480840c836 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:46.329085 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.376664 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port b8679648-1b0a-4ebd-b438-a0480840c836 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:46.381515 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port b8679648-1b0a-4ebd-b438-a0480840c836 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:46.381946 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.466531 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.489911 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port b8679648-1b0a-4ebd-b438-a0480840c836, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b8679648-1b0a-4ebd-b438-a0480840c836,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:46.495254 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.496160 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device edc282b4-7d33-4b32-abf7-ef830a962b89 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:46.544067 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a592-b5b3-48a6-b7d3-ba8144c70948 req-0fa50c5d-91e5-4677-a541-594318b461f2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:06:46.545634 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4658a592-b5b3-48a6-b7d3-ba8144c70948 req-0fa50c5d-91e5-4677-a541-594318b461f2 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.1587274 Jul 14 12:06:46.585513 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=b8679648-1b0a-4ebd-b438-a0480840c836,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:46.601355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port edc282b4-7d33-4b32-abf7-ef830a962b89 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:46.601720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.621858 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4658a592-b5b3-48a6-b7d3-ba8144c70948 req-bf90f316-425c-46fa-b1fd-321a49cbf110 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550852 Jul 14 12:06:46.733274 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Deleting port 849abf54-58f6-4f87-847f-1b05c70da44a {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:46.733617 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.816250 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] For port 849abf54-58f6-4f87-847f-1b05c70da44a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=849abf54-58f6-4f87-847f-1b05c70da44a,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:46.816877 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:46.830780 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Calling delete_port for 849abf54-58f6-4f87-847f-1b05c70da44a owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:47.019935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.043348 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Pushing event deleted for resources: {'Port': ['ID=849abf54-58f6-4f87-847f-1b05c70da44a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:47.103538 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Sync routers for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:47.113771 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:47.114490 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:47.215745 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.236824 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:47.443285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Router 401fbaea-3401-489c-a66e-6a088a81cea2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:06:47.521858 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:42Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '6b239830-2c3f-4411-9035-fd0a9dc9ba17', 'name': '', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'mac_address': 'fa:16:3e:31:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:42Z', 'updated_at': '2021-07-14T12:06:43Z', 'revision_number': 2, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'subnets': [{'id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:47.548456 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Checking router: f31b601c-967a-44ea-94a7-eaeaab472227 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:47.548937 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Updating router f31b601c-967a-44ea-94a7-eaeaab472227 port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:06:47.551045 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:06:47.556651 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-97a999b0-7d04-4d67-b298-468eb58ef032 admin admin] 10.222.0.44 "PUT /v2.0/routers/401fbaea-3401-489c-a66e-6a088a81cea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036072 Jul 14 12:06:47.559037 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39028) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:47.561770 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Sync routers for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:06:47.576387 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:47.577013 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:47.585871 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.671049 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks [] for router, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.692300 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:47.780981 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.792595 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:06:47.841370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Deleting port 1be8c67b-9493-4fa0-b466-066e886f1b2f {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:47.841720 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.885303 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.897014 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 5, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port': {'id': '1be8c67b-9493-4fa0-b466-066e886f1b2f', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:77:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:47.897349 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Transition to ACTIVE for port object 6b239830-2c3f-4411-9035-fd0a9dc9ba17 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:06:47.903740 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.921494 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Checking router: 401fbaea-3401-489c-a66e-6a088a81cea2 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:06:47.931340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] For port 1be8c67b-9493-4fa0-b466-066e886f1b2f, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1be8c67b-9493-4fa0-b466-066e886f1b2f,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:47.931725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:47.946106 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Calling delete_port for 1be8c67b-9493-4fa0-b466-066e886f1b2f owned by network:router_gateway {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:47.946266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Routers {'401fbaea-3401-489c-a66e-6a088a81cea2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:47.947080 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['401fbaea-3401-489c-a66e-6a088a81cea2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:48.015590 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Pushing event updated for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:48.025965 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Attempting to bind port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:06:48.026334 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Attempting to bind port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:06:48.026701 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Attempting to bind port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 on network d99f4e17-0351-4493-8f1c-6a3d04f791bc {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:06:48.029612 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.029942 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.030280 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.030607 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.030938 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.031265 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.031589 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.031909 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.032280 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.032602 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.032922 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.033237 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:48.040281 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:06:48.040653 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Checking segment: {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:06:48.041054 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.041439 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Bound using segment: {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:06:48.041904 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Bound port: 6b239830-2c3f-4411-9035-fd0a9dc9ba17, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56089b9-ffb1-4672-8187-934f973f84c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:06:48.042296 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.125132 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] For port 6b239830-2c3f-4411-9035-fd0a9dc9ba17, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:06:48.129120 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] For port 6b239830-2c3f-4411-9035-fd0a9dc9ba17, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=6b239830-2c3f-4411-9035-fd0a9dc9ba17,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:06:48.137421 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.199284 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29720d84-6ad7-4a2e-b27e-412a088b2478 None None] Pushing event updated for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:48.216666 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:06:48.217303 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:06:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:48.237503 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] Set router 401fbaea-3401-489c-a66e-6a088a81cea2 gateway port host: None {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:48.283494 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.320973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:06:47Z', 'revision_number': 6, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:48.350091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Pushing event deleted for resources: {'Port': ['ID=1be8c67b-9493-4fa0-b466-066e886f1b2f,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:48.361218 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:06:48.375306 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deacb9d1-99e7-4cab-b350-0d4bc80c77cb None None] The sync data for ids ['401fbaea-3401-489c-a66e-6a088a81cea2'] in dv-cinder-800768-2-iscsi is: [{'id': '401fbaea-3401-489c-a66e-6a088a81cea2', 'name': 'tempest-AttachVolumeTestJSON-796065096-router', 'tenant_id': '1697622ee43f4c3788f392f8e6a4782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:06:47Z', 'revision_number': 6, 'project_id': '1697622ee43f4c3788f392f8e6a4782e', 'gw_port_host': None}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:48.411758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 6b239830-2c3f-4411-9035-fd0a9dc9ba17 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:48.466686 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.491604 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:06:48.496841 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:48.497488 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.572259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.574482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.600097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.622727 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.623255 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401fbaea-3401-489c-a66e-6a088a81cea2 {{(pid=93152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:06:48.632550 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:42Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '6b239830-2c3f-4411-9035-fd0a9dc9ba17', 'name': '', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'mac_address': 'fa:16:3e:31:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:42Z', 'updated_at': '2021-07-14T12:06:48Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'subnets': [{'id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:48.636370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.637441 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2dafe597-dc41-4b18-9955-a19dac14e6de admin admin] 10.222.0.44 "DELETE /v2.0/routers/401fbaea-3401-489c-a66e-6a088a81cea2 HTTP/1.1" status: 204 len: 168 time: 1.0773242 Jul 14 12:06:48.639856 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39032) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:48.646661 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-5551f2eb-ad9d-4cd0-96df-24dc94237943 None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:48.647037 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-5551f2eb-ad9d-4cd0-96df-24dc94237943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.652665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 6b239830-2c3f-4411-9035-fd0a9dc9ba17, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=6b239830-2c3f-4411-9035-fd0a9dc9ba17,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:48.664221 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0f5cf-ec7d-4382-9163-dd3dab78e53b None None] The sync data for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi is: [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:06:42Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '6b239830-2c3f-4411-9035-fd0a9dc9ba17', 'name': '', 'network_id': 'd99f4e17-0351-4493-8f1c-6a3d04f791bc', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'mac_address': 'fa:16:3e:31:55:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:42Z', 'updated_at': '2021-07-14T12:06:48Z', 'revision_number': 4, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'subnets': [{'id': '89016a57-b83b-4e71-96b7-0a57b91f0bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:06:48.673286 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.674137 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b8679648-1b0a-4ebd-b438-a0480840c836 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:48.696546 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Deleting subnet 24f80147-1914-44db-ae4b-5e6d2a259229 {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:06:48.699879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.739879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25337220'] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.772636 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:48.787383 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port b8679648-1b0a-4ebd-b438-a0480840c836 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:48.787762 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.829919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.904845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25337336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26082510'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.937939 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f80147-1914-44db-ae4b-5e6d2a259229,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:48.940173 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:48.943010 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-29aea1f2-1cca-4d4a-8a8d-19a08b398f48 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/24f80147-1914-44db-ae4b-5e6d2a259229 HTTP/1.1" status: 204 len: 168 time: 0.3021455 Jul 14 12:06:48.945903 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39034) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:48.947009 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb48ec5-215b-4730-8872-567a56375dff None None] Network 45196d53-a7e2-412f-8ea9-a9d277e6bb29 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:06:49.031963 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.093200 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Deleting port bd48821c-d25e-4923-95fb-adba3de8a7a4 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:06:49.093556 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.168056 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] For port bd48821c-d25e-4923-95fb-adba3de8a7a4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=bd48821c-d25e-4923-95fb-adba3de8a7a4,segment=NetworkSegment(0c4eaa45-2728-4a3b-b211-189da358faba),segment_id=0c4eaa45-2728-4a3b-b211-189da358faba)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:06:49.168422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.182392 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Calling delete_port for bd48821c-d25e-4923-95fb-adba3de8a7a4 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:06:49.269553 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.293021 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd29cc-0121-4d3e-81e7-f7ddf22b093c None None] DHCP port deletion for 45196d53-a7e2-412f-8ea9-a9d277e6bb29 request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:06:49.308031 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd48821c-d25e-4923-95fb-adba3de8a7a4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:49.309978 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] No DVR routers for this DVR port bd48821c-d25e-4923-95fb-adba3de8a7a4 on host dv-cinder-800768-2-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:06:49.385378 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.396197 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45196d53-a7e2-412f-8ea9-a9d277e6bb29']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:49.409803 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4eaa45-2728-4a3b-b211-189da358faba') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:49.410135 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4eaa45-2728-4a3b-b211-189da358faba') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:06:49.421830 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.437296 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.446062 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:06:49.446748 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:06:49.449578 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:06:49.508749 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.514847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.517119 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/45196d53-a7e2-412f-8ea9-a9d277e6bb29 HTTP/1.1" status: 204 len: 168 time: 0.5700324 Jul 14 12:06:49.528557 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ff9b-1b50-49d9-b0ac-dee303c58de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=45196d53-a7e2-412f-8ea9-a9d277e6bb29,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:49.653579 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39040) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:49.694916 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-558ff32c-2076-4582-a782-2e3c951585b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1697622ee43f4c3788f392f8e6a4782e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392089 Jul 14 12:06:49.696594 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39042) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:49.745527 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.770985 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.828879 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.831615 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:49.833066 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81ac1e3d-b292-4c6c-821d-38e78219e395 HTTP/1.1" status: 204 len: 168 time: 0.1352994 Jul 14 12:06:49.841842 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ef637-af99-4f61-9daa-d3cca947e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ac1e3d-b292-4c6c-821d-38e78219e395,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:50.194734 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 6b239830-2c3f-4411-9035-fd0a9dc9ba17 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:06:50.244887 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:06:50.245256 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:50.387208 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1be8c67b-9493-4fa0-b466-066e886f1b2f no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:50.407424 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 1be8c67b-9493-4fa0-b466-066e886f1b2f {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:50.407758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1be8c67b-9493-4fa0-b466-066e886f1b2f not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:50.408226 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device bd48821c-d25e-4923-95fb-adba3de8a7a4 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:50.428887 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: bd48821c-d25e-4923-95fb-adba3de8a7a4 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:50.429231 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device bd48821c-d25e-4923-95fb-adba3de8a7a4 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:50.429661 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 849abf54-58f6-4f87-847f-1b05c70da44a no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:06:50.450115 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 849abf54-58f6-4f87-847f-1b05c70da44a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:06:50.450759 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 849abf54-58f6-4f87-847f-1b05c70da44a not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:06:59.132125 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39186) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:59.232681 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.318151 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.322143 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.360104 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d787cddf2b6848b09305769ebb372999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268984 Jul 14 12:06:59.360978 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be11e822-d38e-4cd4-b39d-3d8a67684e69,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:06:59.363312 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39190) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:06:59.368738 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.369090 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.369458 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.369983 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.370098 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.370423 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.370752 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.371080 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.371408 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.371732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.372085 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.372412 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3411290c-e80c-482f-bd17-8db4602e78ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:06:59.411540 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.432030 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.475813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.478434 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:06:59.479593 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be11e822-d38e-4cd4-b39d-3d8a67684e69 HTTP/1.1" status: 204 len: 168 time: 0.1152415 Jul 14 12:06:59.487326 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d92d26-bc5d-4a61-895f-d180510ec724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be11e822-d38e-4cd4-b39d-3d8a67684e69,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:01.139910 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39256) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:01.238279 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cd33-42b0-4fbc-9bb3-a80df6e9246b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.322264 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cd33-42b0-4fbc-9bb3-a80df6e9246b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.325928 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e1d5cd33-42b0-4fbc-9bb3-a80df6e9246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.363011 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-e1d5cd33-42b0-4fbc-9bb3-a80df6e9246b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=905d87321dfd45ef83c2215eaf7187d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219751 Jul 14 12:07:01.364972 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5cd33-42b0-4fbc-9bb3-a80df6e9246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5d38c-2fba-4e44-bdb5-a5a15b4dbb98,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:01.365782 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39260) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:01.413404 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.433120 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.477903 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.480292 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.481426 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34d5d38c-2fba-4e44-bdb5-a5a15b4dbb98 HTTP/1.1" status: 204 len: 168 time: 0.1146536 Jul 14 12:07:01.489085 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f2f3-df9d-4fc1-acb2-46dea4f99abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5d38c-2fba-4e44-bdb5-a5a15b4dbb98,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:01.725998 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39266) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:01.741966 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05621e48-dcea-4771-b1d7-8f15c17c11d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.829909 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05621e48-dcea-4771-b1d7-8f15c17c11d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.833635 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-05621e48-dcea-4771-b1d7-8f15c17c11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.871403 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-05621e48-dcea-4771-b1d7-8f15c17c11d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58731d6426fa48d48dc675b7f9eb29cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443009 Jul 14 12:07:01.872349 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05621e48-dcea-4771-b1d7-8f15c17c11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaedaafe-6810-41cc-9f34-ee2a96a46cdc,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:01.874091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39268) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:01.925728 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.946678 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.992928 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.995711 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:01.996569 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaedaafe-6810-41cc-9f34-ee2a96a46cdc HTTP/1.1" status: 204 len: 168 time: 0.1214290 Jul 14 12:07:02.004288 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11650d-ea6e-4fd5-bb5d-446f31b1ed4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaedaafe-6810-41cc-9f34-ee2a96a46cdc,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:03.255386 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-803bc20a-ea7c-47a0-abaa-75b757b9c5cc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395528430&fields=id&tenant_id=719159b92d1448ba900f8c0e4a22d6dc HTTP/1.1" status: 200 len: 267 time: 0.0326996 Jul 14 12:07:03.366504 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-c7cfe1e9-8649-4fa0-b27a-90382cf979aa tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:03.371789 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-c7cfe1e9-8649-4fa0-b27a-90382cf979aa tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 808 time: 0.1059873 Jul 14 12:07:03.383872 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-8d977aae-b850-4de4-b000-0ac263c9c733 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/quotas/719159b92d1448ba900f8c0e4a22d6dc HTTP/1.1" status: 200 len: 375 time: 0.0103250 Jul 14 12:07:03.452553 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e3ddb7cb-ec78-4621-ada3-34db7a5b68f2 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630724 Jul 14 12:07:03.642144 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-8c4cf63a-291c-4e8a-b367-678b7d3e6ed5 service neutron] 10.222.0.44 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759887 Jul 14 12:07:03.744272 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-9d4aac65-5456-4ff6-bcc8-622fcc591c9d service neutron] 10.222.0.44 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954254 Jul 14 12:07:04.057661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5eaadc69-9f89-43e4-adf6-20001c735565 req-9a34c766-97a8-4852-9eba-4b0cd959185c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Jul 14 12:07:04.759938 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39426) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:04.859596 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-97ca2a0e-aa86-41c0-a012-b07abeaa47ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:04.948908 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-97ca2a0e-aa86-41c0-a012-b07abeaa47ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:04.953080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-97ca2a0e-aa86-41c0-a012-b07abeaa47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:04.991430 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-97ca2a0e-aa86-41c0-a012-b07abeaa47ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62066144480f4311829c86290908df5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302387 Jul 14 12:07:04.992675 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca2a0e-aa86-41c0-a012-b07abeaa47ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb46dd-1cf3-4b39-b0ab-283d57344ee5,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:04.995285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39430) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:05.046141 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.069213 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.126898 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.130646 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.131911 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49cb46dd-1cf3-4b39-b0ab-283d57344ee5 HTTP/1.1" status: 204 len: 168 time: 0.1355307 Jul 14 12:07:05.151892 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd551d-3224-4642-b92e-ff8702e812c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb46dd-1cf3-4b39-b0ab-283d57344ee5,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:05.231960 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-549cefbc-306e-4e8c-b077-d9cc9c5493f0 req-cd3a5eb0-39e3-4502-bef5-4847616e00a9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 210 time: 0.0310974 Jul 14 12:07:05.297706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-c8a0fd00-0cd2-43a6-a1c6-c86b6c161e7f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:05.299228 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-c8a0fd00-0cd2-43a6-a1c6-c86b6c161e7f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 808 time: 0.1420381 Jul 14 12:07:05.348482 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-29c1dd33-6df9-48fb-9fea-3978a129ab22 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=719159b92d1448ba900f8c0e4a22d6dc HTTP/1.1" status: 200 len: 380 time: 0.0344388 Jul 14 12:07:05.356549 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'port': {'device_id': '2cb53c6a-e68f-4211-9303-58e810a50072', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'admin_state_up': True, 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'security_groups': ['0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:05.451848 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39438) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:05.468047 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4d71d03-bf6c-4095-853b-df1d9b379897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.475049 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Made reservation on behalf of 719159b92d1448ba900f8c0e4a22d6dc for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:05.481916 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.570891 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4d71d03-bf6c-4095-853b-df1d9b379897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.574828 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b4d71d03-bf6c-4095-853b-df1d9b379897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.610303 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d71d03-bf6c-4095-853b-df1d9b379897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1f7bb-cdb3-45c1-8fcf-0585c56b1fa2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:05.614742 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b4d71d03-bf6c-4095-853b-df1d9b379897 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be7ae807cb3e4f1db4be8f7443c4a757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617856 Jul 14 12:07:05.617301 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39440) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:05.652259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Allocated IP 172.20.0.12 (cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe/007aa807-7395-4db9-9a0b-c93292b463ea/93cb98a3-d07f-491f-a3c6-beca99b912f6) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:07:05.656485 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-85a22477-84f3-4de5-b2a3-37a09bce97c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104198 Jul 14 12:07:05.666522 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.689707 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.739548 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.742419 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.743573 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25d1f7bb-cdb3-45c1-8fcf-0585c56b1fa2 HTTP/1.1" status: 204 len: 168 time: 0.1253724 Jul 14 12:07:05.751371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037353-73d9-459f-9809-d3a2d055dad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1f7bb-cdb3-45c1-8fcf-0585c56b1fa2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:05.817976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-d5bb0f14-9b2a-422e-bbc7-8e4bf107ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:05.819464 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-d5bb0f14-9b2a-422e-bbc7-8e4bf107ec7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 1099 time: 0.1264143 Jul 14 12:07:05.835197 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:05.865741 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Transition to ACTIVE for port object 93cb98a3-d07f-491f-a3c6-beca99b912f6 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:07:05.966054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-e4d65147-de2d-4da7-9a2e-18d6abd065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:05.967568 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-e4d65147-de2d-4da7-9a2e-18d6abd065bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 200 len: 918 time: 0.1255782 Jul 14 12:07:05.968742 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:06.065524 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:07:06.073780 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:06.079654 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:07:06.085587 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:06.109118 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-1e4a79e0-a863-483b-9f91-74c3fd38a3dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 200 len: 1001 time: 0.1324184 Jul 14 12:07:06.163988 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:06.164693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:06.186701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-fa645cf8-761e-499e-9be1-bcaad7646987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:06.188199 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-fa645cf8-761e-499e-9be1-bcaad7646987 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 200 len: 856 time: 0.0701001 Jul 14 12:07:06.190575 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-e5964332-d988-479f-8a84-60d7593a6d7a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8378005 Jul 14 12:07:06.220723 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Request body: {'port': {'device_id': '2cb53c6a-e68f-4211-9303-58e810a50072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:06.330894 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:06.335834 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-2fce4c61-830c-4028-b257-b641763f5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:06.337408 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-2fce4c61-830c-4028-b257-b641763f5c66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8420e7a0-8eaa-44af-87af-8cef4218122f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1293669 Jul 14 12:07:06.409133 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8d884c13-b286-4864-b2ff-21f89ade23fb None None] Provisioning for port 93cb98a3-d07f-491f-a3c6-beca99b912f6 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:07:06.415493 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8d884c13-b286-4864-b2ff-21f89ade23fb None None] Provisioning complete for port 93cb98a3-d07f-491f-a3c6-beca99b912f6 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:07:06.416213 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8d884c13-b286-4864-b2ff-21f89ade23fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:06.432111 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44c4c6-1f5e-4528-8764-92035d974a5e req-d7a7c3fc-d706-4cad-9331-5888f1bcd89f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:06.434337 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b44c4c6-1f5e-4528-8764-92035d974a5e req-d7a7c3fc-d706-4cad-9331-5888f1bcd89f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 932 time: 0.0709505 Jul 14 12:07:06.465214 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-8d884c13-b286-4864-b2ff-21f89ade23fb None None] Port 93cb98a3-d07f-491f-a3c6-beca99b912f6 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:07:06.478593 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2b44c4c6-1f5e-4528-8764-92035d974a5e req-3dc8c88a-a568-460a-b4b0-1c51ea52138c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Jul 14 12:07:06.679670 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:06.784729 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-c2530a25-b401-4056-be45-1febb09246ef service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389379 Jul 14 12:07:06.953760 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e83eedc0-b577-4d5d-a479-38fda71d1f68 req-d9296737-bf13-4a73-a66c-4f8ce5983bad service neutron] 10.222.0.47 "GET /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608222 Jul 14 12:07:07.019100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cb98a3-d07f-491f-a3c6-beca99b912f6 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:07.027234 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:07.039804 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Transition to ACTIVE for port object 93cb98a3-d07f-491f-a3c6-beca99b912f6 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:07:07.043687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:07.094116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:07.165971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Attempting to bind port 93cb98a3-d07f-491f-a3c6-beca99b912f6 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:07:07.166305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Attempting to bind port 93cb98a3-d07f-491f-a3c6-beca99b912f6 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:07:07.166635 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Attempting to bind port 93cb98a3-d07f-491f-a3c6-beca99b912f6 on network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:07.171185 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Port 93cb98a3-d07f-491f-a3c6-beca99b912f6 on network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:07:07.171507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Attempting to bind port 93cb98a3-d07f-491f-a3c6-beca99b912f6 on network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:07.177362 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:07:07.177696 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Checking segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:07.178081 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Bound using segment: {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:07:07.178506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Bound port: 93cb98a3-d07f-491f-a3c6-beca99b912f6, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8273cee7-981e-4770-8e0d-b14727a3fe4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:07:07.178861 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:07.241657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:07:07.244567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:07:07.249343 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:07.281932 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.282677 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:07.284077 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] 10.222.0.47 "PUT /v2.0/ports/93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 1094 time: 1.0675294 Jul 14 12:07:07.286305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:07.288571 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6f4da-5925-4603-a923-3169ab1ee7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:07.320350 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866436fc-14e2-401e-a374-1e847db5fd74 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:07.333470 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f06ba3a-533b-43b0-aa84-f4f7e8d5e4e9 x-openstack-request-id: req-3f06ba3a-533b-43b0-aa84-f4f7e8d5e4e9 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:07.333818 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:07.334129 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f06ba3a-533b-43b0-aa84-f4f7e8d5e4e9 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:07.334534 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'status': 'completed', 'code': 200} Jul 14 12:07:07.424138 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-707f7d03-42eb-42f6-831a-61dd33c4b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.425590 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-707f7d03-42eb-42f6-831a-61dd33c4b215 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1097 time: 0.0586724 Jul 14 12:07:07.509520 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-27ade706-5711-4fef-86c9-65897fd1dd35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 217 time: 0.0399723 Jul 14 12:07:07.559020 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-52e1338f-63ef-4635-8f5c-5e75d12e4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.560526 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-52e1338f-63ef-4635-8f5c-5e75d12e4fe3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0448394 Jul 14 12:07:07.617725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769959-3005-460e-b3b2-7f5906edd64e req-217d3e51-1b84-4d47-89e5-4ab5e2426d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.619200 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-217d3e51-1b84-4d47-89e5-4ab5e2426d89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515318 Jul 14 12:07:07.653931 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776d43-783f-4e2b-ba94-edca0116d1b7 req-ca7db913-599c-4ae0-b3d2-85ff74de352a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.655406 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f776d43-783f-4e2b-ba94-edca0116d1b7 req-ca7db913-599c-4ae0-b3d2-85ff74de352a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0619271 Jul 14 12:07:07.693501 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f776d43-783f-4e2b-ba94-edca0116d1b7 req-b2108243-5929-42ea-9640-a41f47bfde30 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 14 12:07:07.720728 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-b940c2cb-9d5d-46d8-9d09-e94a38c3e06a service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939255 Jul 14 12:07:07.837995 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7b769959-3005-460e-b3b2-7f5906edd64e req-54e29dbb-29df-4626-accd-9903a5079200 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806305 Jul 14 12:07:07.986238 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-f9b11bb7-f6cb-4ec6-96e8-ca6bf49a66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:07.987659 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-f9b11bb7-f6cb-4ec6-96e8-ca6bf49a66ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1097 time: 0.0515528 Jul 14 12:07:08.085609 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-61bb3fd0-e651-424c-bca6-9dd4cd792caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:08.087148 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-61bb3fd0-e651-424c-bca6-9dd4cd792caf service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0927250 Jul 14 12:07:08.129970 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-940bdc84-5ce9-4096-ab89-f8a8c9fc59df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 217 time: 0.0352969 Jul 14 12:07:08.218555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-4cdb5096-0702-4ce1-986d-0dee8064f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:08.220132 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-4cdb5096-0702-4ce1-986d-0dee8064f4b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0633886 Jul 14 12:07:08.284941 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-c5ff18a8-e432-40f3-b795-67542ed95145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:08.284941 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-c5ff18a8-e432-40f3-b795-67542ed95145 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559335 Jul 14 12:07:08.378057 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-a3aea43e-8c2a-4cc3-ab64-0160275421a0 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877395 Jul 14 12:07:08.415547 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b40a8ac3-7e6b-4c85-9647-3d7afc7a21aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:08.483435 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c1f6f4da-5925-4603-a923-3169ab1ee7dd req-f2214c2b-3e6d-4d81-8733-eb2b92284af5 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984781 Jul 14 12:07:08.876619 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593ae6a-6554-4b1c-8835-bcd6f52b2e62 req-095206ba-5a19-464a-a58f-a8b11e098756 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:08.878084 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7593ae6a-6554-4b1c-8835-bcd6f52b2e62 req-095206ba-5a19-464a-a58f-a8b11e098756 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0640168 Jul 14 12:07:08.917430 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7593ae6a-6554-4b1c-8835-bcd6f52b2e62 req-a5ba60ae-fbd1-4023-acac-acfd44289391 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337408 Jul 14 12:07:09.991273 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39518) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:10.097696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c0979-f4b3-4ff8-a7ec-37cdacdc647d req-bbe852ec-8bf7-417c-8e39-62a03b0ff9fc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:10.099200 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-498c0979-f4b3-4ff8-a7ec-37cdacdc647d req-bbe852ec-8bf7-417c-8e39-62a03b0ff9fc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0687983 Jul 14 12:07:10.107742 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74b7e8de-8d7a-4906-8f87-d09be06a88f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.159351 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-498c0979-f4b3-4ff8-a7ec-37cdacdc647d req-342943f2-0ba8-41e2-849d-183fe0e15020 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526340 Jul 14 12:07:10.226964 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74b7e8de-8d7a-4906-8f87-d09be06a88f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.230626 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-74b7e8de-8d7a-4906-8f87-d09be06a88f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.265825 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-74b7e8de-8d7a-4906-8f87-d09be06a88f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b12b9a5c6784e75983cf26981973260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735152 Jul 14 12:07:10.267634 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7e8de-8d7a-4906-8f87-d09be06a88f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc609d9-e6d0-4b6a-95af-d7f9813847c1,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:10.269141 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39522) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:10.318240 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.338911 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.385631 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.388470 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.389615 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbc609d9-e6d0-4b6a-95af-d7f9813847c1 HTTP/1.1" status: 204 len: 168 time: 0.1193869 Jul 14 12:07:10.397520 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8653f-f238-4c29-a3a3-a5964ec5abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc609d9-e6d0-4b6a-95af-d7f9813847c1,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:10.849451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-fb2d2b3d-9d15-4bda-a5b8-7eb85161e22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:10.975162 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39544) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:11.069315 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-883920324-network', 'tenant_id': 'e7d4cd852bcd457c8f278af3e5ff4b9d'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:11.090073 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Made reservation on behalf of e7d4cd852bcd457c8f278af3e5ff4b9d for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:11.092492 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.100567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.191193 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.195683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.215773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:07:11.230075 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513b149-ccd5-4e0d-9bcf-22fd0039b980,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:11.233039 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.233379 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Added segment 24b561f0-041d-4ce5-b27c-ef9e39ea3d24 of type vlan for network 20238b1c-bc26-448c-b522-dccb5ac665e2 Jul 14 12:07:11.273586 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.301924 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.303009 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:11.303613 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.332995 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.338305 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18e44c-a756-49e3-b161-e3bc6022a5b2 req-d7f926d2-d5ba-4447-b0c6-f875fb6d1f57 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:11.339826 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a18e44c-a756-49e3-b161-e3bc6022a5b2 req-d7f926d2-d5ba-4447-b0c6-f875fb6d1f57 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0657382 Jul 14 12:07:11.357724 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3813787 Jul 14 12:07:11.360378 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39550) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:11.365127 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Request body: {'subnet': {'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-883920324-subnet', 'tenant_id': 'e7d4cd852bcd457c8f278af3e5ff4b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:11.371048 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7066d-4df8-48d4-9545-86f196cfc160 admin admin] Pushing event updated for resources: {'Network': ['ID=20238b1c-bc26-448c-b522-dccb5ac665e2,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:11.382802 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:07:11.386697 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a18e44c-a756-49e3-b161-e3bc6022a5b2 req-afe23246-59cf-488c-91c1-78244778967d tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Jul 14 12:07:11.398806 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Made reservation on behalf of e7d4cd852bcd457c8f278af3e5ff4b9d for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:11.401361 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.560786 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.612314 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ba86c92-5756-4542-80b4-91458ce4e71e,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:11.622018 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Checking segment: {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:11.622394 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Network hostable DHCP agents. Network: 20238b1c-bc26-448c-b522-dccb5ac665e2, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:07:11.639156 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:07:11.647434 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 20238b1c-bc26-448c-b522-dccb5ac665e2) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:11.651210 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:11.651794 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:11.656725 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e773e-7ad8-447f-a2ab-66c30584179c None None] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:11.665568 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d3435501-2226-4c79-8a5b-db4f8600b612 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3041501 Jul 14 12:07:11.778237 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a44ade-9c29-4f74-a8fd-a8fd6f19d4fe None None] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:12.471904 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:12.558538 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ba0a-3b9e-4b53-a64e-6f1a96f65de9 req-ab47d291-39e6-4e19-819d-eb7e3b7a9506 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:12.560036 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ca66ba0a-3b9e-4b53-a64e-6f1a96f65de9 req-ab47d291-39e6-4e19-819d-eb7e3b7a9506 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0625396 Jul 14 12:07:12.596171 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ca66ba0a-3b9e-4b53-a64e-6f1a96f65de9 req-5c2ef9b5-b3fc-4a91-bdb0-fd8070944328 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Jul 14 12:07:13.387310 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-4bb0f79b-c4a2-4eb0-b7dc-2bea25d4088c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:13.388798 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-4bb0f79b-c4a2-4eb0-b7dc-2bea25d4088c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 813 time: 0.0982780 Jul 14 12:07:13.403357 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-47c5e438-cecf-4b61-8379-ad7409da7d6a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/quotas/e7d4cd852bcd457c8f278af3e5ff4b9d HTTP/1.1" status: 200 len: 375 time: 0.0087631 Jul 14 12:07:13.434918 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-e49d89c2-57cc-474a-b8cb-984628973d0a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268993 Jul 14 12:07:13.524104 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-d66edcdc-2783-422c-9419-68054404b240 service neutron] 10.222.0.44 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827351 Jul 14 12:07:13.609440 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a71feca5-8110-4c2d-bb5d-419da589f391 service neutron] 10.222.0.44 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797791 Jul 14 12:07:13.781073 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ad98bd11-0c3f-4e0c-8c7b-b67a0399306a req-43e15fe5-7b8b-470e-9524-d65d8f1a1451 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 210 time: 0.0355964 Jul 14 12:07:13.809479 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081eb85-806c-4868-bb7a-ad9454578d9a req-93fb576d-4de4-467f-8383-1b4c4a8a3b5c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:13.810963 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8081eb85-806c-4868-bb7a-ad9454578d9a req-93fb576d-4de4-467f-8383-1b4c4a8a3b5c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0954461 Jul 14 12:07:13.849255 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8081eb85-806c-4868-bb7a-ad9454578d9a req-f5eb85c0-8db3-41ec-a928-6f66656dcd35 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320880 Jul 14 12:07:14.038118 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:14.902106 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-7b064208-b986-4b4c-a6a3-8f0c9b128eeb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:14.904984 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-7b064208-b986-4b4c-a6a3-8f0c9b128eeb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 813 time: 0.1132524 Jul 14 12:07:14.924888 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Request body: {'port': {'device_id': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2', 'admin_state_up': True, 'tenant_id': 'e7d4cd852bcd457c8f278af3e5ff4b9d'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:14.942144 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f5c600ab-c3dd-41a0-986f-3b1f403f4995 req-e8b9789d-7df5-4050-b6a0-5dfee5b12731 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 210 time: 0.0477505 Jul 14 12:07:15.031724 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a8a4a-00b6-4db6-84c3-3433c25d8fbd req-f5e0a94a-1e84-4f34-aff5-048a15069b37 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:15.036568 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e2a8a4a-00b6-4db6-84c3-3433c25d8fbd req-f5e0a94a-1e84-4f34-aff5-048a15069b37 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0719962 Jul 14 12:07:15.050369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Made reservation on behalf of e7d4cd852bcd457c8f278af3e5ff4b9d for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:15.054517 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.078415 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0e2a8a4a-00b6-4db6-84c3-3433c25d8fbd req-a47c75bd-e2fb-436c-8ae9-d5fbd57192f9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Jul 14 12:07:15.175514 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Allocated IP 172.20.0.6 (20238b1c-bc26-448c-b522-dccb5ac665e2/0ba86c92-5756-4542-80b4-91458ce4e71e/ff1bc5a0-e099-4adf-a498-bebe4759e268) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:07:15.318247 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.355223 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.395340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:07:15.398427 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:15.400700 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:07:15.441819 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Pushing event updated for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:15.461087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:15.461693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.474964 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-a5fa901f-b99b-49ee-b73e-68a222148750 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5543871 Jul 14 12:07:15.492480 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Request body: {'port': {'device_id': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:15.560789 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.813176 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1bc5a0-e099-4adf-a498-bebe4759e268 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:15.820329 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.831752 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Transition to ACTIVE for port object ff1bc5a0-e099-4adf-a498-bebe4759e268 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:07:15.835678 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:15.886154 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:15.949123 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Attempting to bind port ff1bc5a0-e099-4adf-a498-bebe4759e268 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:07:15.949791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Attempting to bind port ff1bc5a0-e099-4adf-a498-bebe4759e268 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:07:15.949791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Attempting to bind port ff1bc5a0-e099-4adf-a498-bebe4759e268 on network 20238b1c-bc26-448c-b522-dccb5ac665e2 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:15.953846 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Port ff1bc5a0-e099-4adf-a498-bebe4759e268 on network 20238b1c-bc26-448c-b522-dccb5ac665e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:07:15.954155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Attempting to bind port ff1bc5a0-e099-4adf-a498-bebe4759e268 on network 20238b1c-bc26-448c-b522-dccb5ac665e2 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:07:15.958761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:07:15.959088 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Checking segment: {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:15.959459 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Bound using segment: {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:07:15.959874 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Bound port: ff1bc5a0-e099-4adf-a498-bebe4759e268, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:07:15.960243 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:16.024845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:07:16.027761 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:07:16.032231 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:16.067379 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.067986 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:16.069376 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/ff1bc5a0-e099-4adf-a498-bebe4759e268 HTTP/1.1" status: 200 len: 1093 time: 0.5810683 Jul 14 12:07:16.069808 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:16.072163 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073928c-ee8b-49a8-9aa4-ff24577b11b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:16.095066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177d8f-2698-47f4-a945-7720413d1bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:16.117210 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807e5b2-e430-487f-b790-72a56995397e x-openstack-request-id: req-5807e5b2-e430-487f-b790-72a56995397e {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:16.117502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:16.117754 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5807e5b2-e430-487f-b790-72a56995397e {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:16.118150 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268', 'status': 'completed', 'code': 200} Jul 14 12:07:16.131834 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795c0bf-51bb-4634-b334-648dd35e219e req-1434d3bb-20ed-4657-99e3-a6e60a2a4b7c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.133344 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e795c0bf-51bb-4634-b334-648dd35e219e req-1434d3bb-20ed-4657-99e3-a6e60a2a4b7c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 943 time: 0.0763290 Jul 14 12:07:16.173241 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e795c0bf-51bb-4634-b334-648dd35e219e req-a794a8ee-eb3c-4801-bd8f-681ba85c5712 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jul 14 12:07:16.192109 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-7a6a3711-9bbb-4b7a-807c-242497392b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.193780 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-7a6a3711-9bbb-4b7a-807c-242497392b99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 1096 time: 0.0563791 Jul 14 12:07:16.245089 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-b27ca2fb-2083-4943-b998-ca8c44df1aa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268 HTTP/1.1" status: 200 len: 217 time: 0.0361149 Jul 14 12:07:16.266803 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:07:16.268492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25fc0-92b0-4965-971d-79fd9404bf30 req-cf596d56-3d83-4be6-8766-b623b2089342 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.270103 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-44b25fc0-92b0-4965-971d-79fd9404bf30 req-cf596d56-3d83-4be6-8766-b623b2089342 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0647964 Jul 14 12:07:16.293585 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4167-987c-4543-8ba3-481c3af0923e req-0d9be153-bd92-4ca7-8c46-dbf83e5dd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.295052 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-0d9be153-bd92-4ca7-8c46-dbf83e5dd9ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ba86c92-5756-4542-80b4-91458ce4e71e HTTP/1.1" status: 200 len: 853 time: 0.0437338 Jul 14 12:07:16.309457 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-44b25fc0-92b0-4965-971d-79fd9404bf30 req-2f610a3f-ac24-4171-82a4-8eb1cb83ea9c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Jul 14 12:07:16.329338 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-2bf8289d-908c-4c6e-b208-e6664620b670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20238b1c-bc26-448c-b522-dccb5ac665e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 14 12:07:16.365245 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:16.376414 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'mac_address': 'fa:16:3e:78:7b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:07:16.412818 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:16.419775 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-e34e2a40-bc6e-4a79-b0ab-e5b91b6a0519 service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 Jul 14 12:07:16.425791 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cb98a3-d07f-491f-a3c6-beca99b912f6 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:16.445691 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:16.450198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:16.495844 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:16.511104 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b59b4167-987c-4543-8ba3-481c3af0923e req-66a1f412-cfa8-4038-8a69-b6c035de65d7 service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852175 Jul 14 12:07:16.650511 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-a68e4416-57eb-4c5b-bef9-dd6ab23f7c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.651870 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-a68e4416-57eb-4c5b-bef9-dd6ab23f7c32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 1096 time: 0.0506036 Jul 14 12:07:16.741438 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-b213e97c-011e-46aa-94a2-b410fdf618ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.742864 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-b213e97c-011e-46aa-94a2-b410fdf618ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 914 time: 0.0834978 Jul 14 12:07:16.749601 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['93cb98a3-d07f-491f-a3c6-beca99b912f6'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:16.782668 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-1768f2a2-f8c6-4cfb-9c6e-0e5244e542e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268 HTTP/1.1" status: 200 len: 217 time: 0.0329840 Jul 14 12:07:16.831536 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-f6af7f42-e60b-45ce-84bd-6db2d9ec9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:16.833114 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-f6af7f42-e60b-45ce-84bd-6db2d9ec9fa3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ba86c92-5756-4542-80b4-91458ce4e71e HTTP/1.1" status: 200 len: 853 time: 0.0443294 Jul 14 12:07:16.872413 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-965fe5f8-788b-4e15-9d99-cfe33c61205a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20238b1c-bc26-448c-b522-dccb5ac665e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302541 Jul 14 12:07:16.959052 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-14fed41d-2810-48f6-9884-bd6417c653fc service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792785 Jul 14 12:07:17.053565 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5073928c-ee8b-49a8-9aa4-ff24577b11b0 req-e6ea5006-d070-4835-aaef-2cc7d094cb1f service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875418 Jul 14 12:07:17.344901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bccd35-d4e1-42e6-89c9-a173172f3e80 req-1424080f-f277-4ed5-9661-3c07e8382b10 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:17.346901 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-04bccd35-d4e1-42e6-89c9-a173172f3e80 req-1424080f-f277-4ed5-9661-3c07e8382b10 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 943 time: 0.0648367 Jul 14 12:07:17.384350 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-04bccd35-d4e1-42e6-89c9-a173172f3e80 req-d4209985-388a-4314-a59f-72594609c810 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Jul 14 12:07:17.479928 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58c28f-5c5e-4ca4-a286-c870e01233a7 req-dc40e977-1e98-49e7-b1f7-c2d8a8355a26 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:17.481339 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cd58c28f-5c5e-4ca4-a286-c870e01233a7 req-dc40e977-1e98-49e7-b1f7-c2d8a8355a26 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 945 time: 0.0614727 Jul 14 12:07:17.518662 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-cd58c28f-5c5e-4ca4-a286-c870e01233a7 req-fc5f4b34-3b90-4fee-a853-8e3d526efdb5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Jul 14 12:07:18.299414 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device ff1bc5a0-e099-4adf-a498-bebe4759e268 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:07:18.311955 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:07:18.413788 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 93cb98a3-d07f-491f-a3c6-beca99b912f6 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:07:18.435274 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 93cb98a3-d07f-491f-a3c6-beca99b912f6 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:07:18.435886 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:18.500526 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:18.530247 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'ff1bc5a0-e099-4adf-a498-bebe4759e268', 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2', 'port_id': 'ff1bc5a0-e099-4adf-a498-bebe4759e268', 'mac_address': 'fa:16:3e:09:c1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba86c92-5756-4542-80b4-91458ce4e71e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:07:18.632162 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fee7e-a0ea-489a-abd9-72d38fd20f4d req-2ca696ae-c644-49c1-8a8d-958f22404586 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:18.633759 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-144fee7e-a0ea-489a-abd9-72d38fd20f4d req-2ca696ae-c644-49c1-8a8d-958f22404586 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 943 time: 0.0690196 Jul 14 12:07:18.633946 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:18.666221 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1bc5a0-e099-4adf-a498-bebe4759e268 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:07:18.672200 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-144fee7e-a0ea-489a-abd9-72d38fd20f4d req-2a0dea90-aa72-485f-a554-46797d7d7bba tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317369 Jul 14 12:07:18.702163 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:18.719154 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:18.729569 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:18.739599 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:18.741898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccef8c2e-cf24-4cac-bfb2-e8c4ebdb5813" -d '{"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-plugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:18.775720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:18.785169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc588249-a7df-4385-89d7-f50327af3dc5 x-openstack-request-id: req-fc588249-a7df-4385-89d7-f50327af3dc5 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:18.785169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-plugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:18.785169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc588249-a7df-4385-89d7-f50327af3dc5 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:18.785169 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'code': 200} Jul 14 12:07:18.787642 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:18.791761 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94573908-c621-4bc4-8a92-d315124d0ac5 req-f8146190-32e5-4b7d-826c-a403555c84f0 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:18.793563 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-94573908-c621-4bc4-8a92-d315124d0ac5 req-f8146190-32e5-4b7d-826c-a403555c84f0 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 945 time: 0.0743015 Jul 14 12:07:18.805347 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:18.835239 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-94573908-c621-4bc4-8a92-d315124d0ac5 req-b694c0dc-25e3-4109-8383-9601c15280ea tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363560 Jul 14 12:07:18.855974 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:19.027307 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['ff1bc5a0-e099-4adf-a498-bebe4759e268'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:07:19.086066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9db49-6858-4ec2-a243-014d2d036a51 req-cd288bdd-cb0a-45ca-b779-cda0725a9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:19.087505 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-8ac9db49-6858-4ec2-a243-014d2d036a51 req-cd288bdd-cb0a-45ca-b779-cda0725a9fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0525095 Jul 14 12:07:19.122461 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-8ac9db49-6858-4ec2-a243-014d2d036a51 req-56e379f3-e98d-4782-a03d-13d84b114b9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280142 Jul 14 12:07:19.843223 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71642-dad2-47fc-86d6-fa1e0c1a8de8 req-3eddeab8-f290-45d5-9199-aedaaa814b87 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:19.844714 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6f71642-dad2-47fc-86d6-fa1e0c1a8de8 req-3eddeab8-f290-45d5-9199-aedaaa814b87 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 944 time: 0.0609705 Jul 14 12:07:19.883046 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6f71642-dad2-47fc-86d6-fa1e0c1a8de8 req-174403bd-3eec-47bd-9421-850f08aca1e0 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 14 12:07:20.015019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70e651-7755-4f95-bda9-fe237a1485fa req-b0824cb9-f496-488a-9b70-e8721d642cff tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:20.016533 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ef70e651-7755-4f95-bda9-fe237a1485fa req-b0824cb9-f496-488a-9b70-e8721d642cff tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0664604 Jul 14 12:07:20.054161 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ef70e651-7755-4f95-bda9-fe237a1485fa req-877a9d82-5503-4f4d-b11d-fe4b0b12ba50 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320034 Jul 14 12:07:20.313453 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device ff1bc5a0-e099-4adf-a498-bebe4759e268 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:07:20.363127 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port ff1bc5a0-e099-4adf-a498-bebe4759e268 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:07:20.367145 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port ff1bc5a0-e099-4adf-a498-bebe4759e268 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:07:20.367595 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:20.441737 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:20.473924 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:20.479158 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:20.530008 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:20.786578 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:20.789043 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500dbaf-1246-4878-9752-3c27d63d4312" -d '{"events": [{"server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "name": "network-vif-plugged", "status": "completed", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:20.822704 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c50cf29-e4bb-4bc2-a343-96ef9fe92caa x-openstack-request-id: req-6c50cf29-e4bb-4bc2-a343-96ef9fe92caa {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:20.822996 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "name": "network-vif-plugged", "status": "completed", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:20.823246 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c50cf29-e4bb-4bc2-a343-96ef9fe92caa {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:20.823639 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268', 'code': 200} Jul 14 12:07:20.901903 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6706608-9ae9-4e77-b3b1-c6018622218b req-0c1b7adb-3160-4775-bbf4-6f335b25cb5f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:20.903385 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6706608-9ae9-4e77-b3b1-c6018622218b req-0c1b7adb-3160-4775-bbf4-6f335b25cb5f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.0640395 Jul 14 12:07:20.946839 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a6706608-9ae9-4e77-b3b1-c6018622218b req-10bc084b-6244-4759-97ae-a585d2ec8da3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358343 Jul 14 12:07:21.075445 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00f0e-9651-43ee-b058-f12eb74f48e6 req-99f77c9f-3924-4382-ae25-1ded46228246 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.076997 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aea00f0e-9651-43ee-b058-f12eb74f48e6 req-99f77c9f-3924-4382-ae25-1ded46228246 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.0679374 Jul 14 12:07:21.083433 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c3bbe-c5ad-422d-a3c5-a737948431ba req-79e9d46b-5ab5-4aac-9da7-b25250936f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.084949 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cc6c3bbe-c5ad-422d-a3c5-a737948431ba req-79e9d46b-5ab5-4aac-9da7-b25250936f90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 1098 time: 0.0522261 Jul 14 12:07:21.117461 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-aea00f0e-9651-43ee-b058-f12eb74f48e6 req-871f65bb-fff6-4b3b-91ef-2e735de3c259 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339413 Jul 14 12:07:21.122464 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cc6c3bbe-c5ad-422d-a3c5-a737948431ba req-0351bb17-34dc-446d-ba2a-6b231e94ab78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Jul 14 12:07:21.234470 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b01ad-d010-49cf-b5b9-c2ed40828852 req-9394b36a-c3af-4e12-8300-d0ae90b42427 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.235896 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b9b01ad-d010-49cf-b5b9-c2ed40828852 req-9394b36a-c3af-4e12-8300-d0ae90b42427 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0640423 Jul 14 12:07:21.273315 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b9b01ad-d010-49cf-b5b9-c2ed40828852 req-2840f454-9d85-4eae-b91b-6e0b7aabd1c0 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Jul 14 12:07:21.446438 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa5d4-a820-4223-88a9-58d1dfd9c5ab req-b3da555a-8788-4474-98bc-6d8949ef6466 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.447914 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-35cfa5d4-a820-4223-88a9-58d1dfd9c5ab req-b3da555a-8788-4474-98bc-6d8949ef6466 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0640364 Jul 14 12:07:21.485013 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-35cfa5d4-a820-4223-88a9-58d1dfd9c5ab req-7c0221cf-9d84-4335-8553-ff6c65873196 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Jul 14 12:07:21.509020 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39638) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:21.686901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1631b2e5-18db-47e4-ac13-cb4c1f8fa9ab tempest-TestShelveInstance-2115172118 tempest-TestShelveInstance-2115172118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:21.688448 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1631b2e5-18db-47e4-ac13-cb4c1f8fa9ab tempest-TestShelveInstance-2115172118 tempest-TestShelveInstance-2115172118-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1094 time: 0.1783774 Jul 14 12:07:21.691970 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39642) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:21.696332 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:21.717240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.807847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:21.910138 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Allocated IP 172.27.3.31 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/4a61ebf5-86db-4e48-83d2-42a87b737e57) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:07:22.006904 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:22.050512 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:22.082748 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:07:22.087457 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:22.100537 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:07:22.166892 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'Port': ['ID=4a61ebf5-86db-4e48-83d2-42a87b737e57,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:22.266735 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de0920-b03b-4698-bdf2-f8fbe5eed6a9 req-39bfe403-a8a4-4210-805d-96d7f73ce81e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:22.268700 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-53de0920-b03b-4698-bdf2-f8fbe5eed6a9 req-39bfe403-a8a4-4210-805d-96d7f73ce81e tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.1848335 Jul 14 12:07:22.625456 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-53de0920-b03b-4698-bdf2-f8fbe5eed6a9 req-1117a96c-5c75-4d60-8cde-a196ee4d1446 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups?id=7cd25ff3-0b99-43a3-9061-2f9a860bde11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375428 Jul 14 12:07:22.682275 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68360568-c6e5-4ada-8da5-ba45f7116bcc req-5c8fdd8f-08e1-4707-af68-f2ba2ff9fa7a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:22.683731 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68360568-c6e5-4ada-8da5-ba45f7116bcc req-5c8fdd8f-08e1-4707-af68-f2ba2ff9fa7a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.4552193 Jul 14 12:07:22.754767 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68360568-c6e5-4ada-8da5-ba45f7116bcc req-0f2c0b2d-058e-426f-a35b-08be947f7b4a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638144 Jul 14 12:07:22.804091 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-33f25afa-234e-494b-ab65-238bc35f2ac3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:22.805545 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-33f25afa-234e-494b-ab65-238bc35f2ac3 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 946 time: 0.0663192 Jul 14 12:07:22.866801 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:22.906929 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Deleting port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:22.907211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:22.941671 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:22.998502 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] For port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:22.998913 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.089262 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.094317 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.164287 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event updated for resources: {'Port': ['ID=4a61ebf5-86db-4e48-83d2-42a87b737e57,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:23.166400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.166600 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.166910 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Floating IP 4b442a93-a8ae-410e-a26c-b9c792e4ab37 disassociated. External IP: 172.27.3.159, port: 2dc59f90-fdb0-4bd4-8b4b-28962b55549a. Jul 14 12:07:23.167241 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Calling delete_port for 2dc59f90-fdb0-4bd4-8b4b-28962b55549a owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:23.175636 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.272930 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Floating IP a61e8133-cfde-4634-ba0d-50e2934b7d16 associated. External IP: 172.27.3.31, port: 93cb98a3-d07f-491f-a3c6-beca99b912f6. Jul 14 12:07:23.296798 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.325641 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'Port': ['ID=2dc59f90-fdb0-4bd4-8b4b-28962b55549a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:23.437793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:07:23.480724 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:07:23.550993 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:07:23.560675 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:07:23.570199 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:23.570917 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:23.588295 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:07:23.599424 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Sync routers for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:07:23.605276 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.608745 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] No DVR routers for this DVR port 2dc59f90-fdb0-4bd4-8b4b-28962b55549a on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:07:23.612157 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:23.612520 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:23.613447 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:23.614472 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-21bd554e-7f00-4df7-9042-dd9e7b2afc52 req-2bcd7cd1-27e4-4e2f-92a4-fbe458cd469a tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.47 "DELETE /v2.0/ports/2dc59f90-fdb0-4bd4-8b4b-28962b55549a HTTP/1.1" status: 204 len: 173 time: 0.8030097 Jul 14 12:07:23.614926 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-deleted', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:23.617711 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022871af-eb58-45a0-be58-54fe0b19b0e4" -d '{"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-deleted", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:23.677116 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5cb333b7-cd68-49a3-aa6d-56e382866fe9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9839911 Jul 14 12:07:23.678298 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:07:23.680693 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:07:23.697699 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:23.718948 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf668ae-43ee-4ba0-b56b-7dbc413dcc20 x-openstack-request-id: req-bcf668ae-43ee-4ba0-b56b-7dbc413dcc20 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:23.719240 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83fd28c-aabd-4b10-9f1f-39f794c010b2", "name": "network-vif-deleted", "tag": "2dc59f90-fdb0-4bd4-8b4b-28962b55549a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:23.719493 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcf668ae-43ee-4ba0-b56b-7dbc413dcc20 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:23.719897 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83fd28c-aabd-4b10-9f1f-39f794c010b2', 'name': 'network-vif-deleted', 'tag': '2dc59f90-fdb0-4bd4-8b4b-28962b55549a', 'status': 'completed', 'code': 200} Jul 14 12:07:23.741369 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:23.786893 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3300b30a-fe43-4528-9bed-fcb91d66aecb x-openstack-request-id: req-3300b30a-fe43-4528-9bed-fcb91d66aecb {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:07:23.787429 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:07:23.787795 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3300b30a-fe43-4528-9bed-fcb91d66aecb {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:07:23.788362 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'status': 'completed', 'code': 200} Jul 14 12:07:23.939732 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2dc44a99-b828-4293-87a7-30fe2ff37c50 req-b8bdcc91-1d74-48b6-a89c-16c0654f31ea tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/ports?device_id=b83fd28c-aabd-4b10-9f1f-39f794c010b2 HTTP/1.1" status: 200 len: 210 time: 0.0748041 Jul 14 12:07:24.007906 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.022683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-251bde92-d23c-445e-8e36-247c84559ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.024487 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-251bde92-d23c-445e-8e36-247c84559ef5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.1147330 Jul 14 12:07:24.037484 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257eccd-eca0-4623-a2e9-9896076c9289 req-0619464d-5692-48f6-a0ff-41c5e801685b tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.038131 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:07:24.039099 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9257eccd-eca0-4623-a2e9-9896076c9289 req-0619464d-5692-48f6-a0ff-41c5e801685b tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.1022906 Jul 14 12:07:24.053026 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:24.053987 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.096617 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9257eccd-eca0-4623-a2e9-9896076c9289 req-c38a0517-853d-44a2-a848-b287c3cba17a tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498652 Jul 14 12:07:24.136629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-69890f84-03cf-4a1b-a885-36790b717fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.138386 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-69890f84-03cf-4a1b-a885-36790b717fb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0983033 Jul 14 12:07:24.178102 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:24.221747 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-95a6068d-848b-405b-abf1-226dba940987 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 999 time: 0.0748456 Jul 14 12:07:24.241956 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'a61e8133-cfde-4634-ba0d-50e2934b7d16', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'mac_address': 'fa:16:3e:78:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb53c6a-e68f-4211-9303-58e810a50072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:07:22Z', 'updated_at': '2021-07-14T12:07:22Z', 'revision_number': 0, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.281420 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Checking router: 6f6f8fd4-260c-470d-900e-e912d7dcbae1 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:07:24.285011 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-05d1409c-c50a-4cfc-9cc3-fd50b2ae02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.286840 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-05d1409c-c50a-4cfc-9cc3-fd50b2ae02cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0584114 Jul 14 12:07:24.292331 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:24.293026 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.361972 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-e8a68da8-dae9-43f7-9792-efb10dbe500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:24.363657 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-e8a68da8-dae9-43f7-9792-efb10dbe500e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662558 Jul 14 12:07:24.488955 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:24.545671 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.558119 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-08482e66-0f33-45c8-91c8-3a7802ec34d1 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872358 Jul 14 12:07:24.627642 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31698cf9-1b28-4287-85c5-786020f6ed13 None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:00:04Z', 'revision_number': 4, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'e6c3958a-00b7-4c54-b07c-4f083b84672c', 'name': '', 'network_id': '8420e7a0-8eaa-44af-87af-8cef4218122f', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'mac_address': 'fa:16:3e:93:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:00:02Z', 'updated_at': '2021-07-14T12:00:12Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'subnets': [{'id': '336970f2-2b60-4570-8cad-a5be93739ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:07:24.788692 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'a61e8133-cfde-4634-ba0d-50e2934b7d16', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'mac_address': 'fa:16:3e:78:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb53c6a-e68f-4211-9303-58e810a50072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:07:22Z', 'updated_at': '2021-07-14T12:07:22Z', 'revision_number': 0, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:24.793627 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:07:24.816797 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd24e990-7843-427e-86f4-9843c93ee8a1 None None] The sync data for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi is: [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'a61e8133-cfde-4634-ba0d-50e2934b7d16', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'mac_address': 'fa:16:3e:78:7b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb53c6a-e68f-4211-9303-58e810a50072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:07:22Z', 'updated_at': '2021-07-14T12:07:22Z', 'revision_number': 0, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:07:24.958027 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc90ce6-bd17-4ba9-9e44-c8e6c1d5db6d None None] New status for floating IP 4b442a93-a8ae-410e-a26c-b9c792e4ab37: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:07:24.992685 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7800dbb0-9171-44bb-83ae-91cdeebcb3eb req-07527245-0c27-47d0-9e02-f6a122d54a01 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184768 Jul 14 12:07:25.086834 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d573ded-9324-4ed7-945b-b2eba67d83a9 None None] New status for floating IP a61e8133-cfde-4634-ba0d-50e2934b7d16: ACTIVE {{(pid=93154) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:07:25.121245 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39718) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:25.179209 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.203925 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.253208 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.255743 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.256984 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "DELETE /v2.0/security-groups/7cd25ff3-0b99-43a3-9061-2f9a860bde11 HTTP/1.1" status: 204 len: 168 time: 0.1346846 Jul 14 12:07:25.260133 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39720) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:25.266967 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83c5d9-d4c8-46f2-9c32-2a19dd9efd1f tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd25ff3-0b99-43a3-9061-2f9a860bde11,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:25.276687 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.api.v2.resource [None req-3fd412fc-0ff6-4b1b-9991-78de3dd4cf59 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] show failed (client error): The resource could not be found. Jul 14 12:07:25.281116 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39722) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:25.281299 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-3fd412fc-0ff6-4b1b-9991-78de3dd4cf59 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "GET /v2.0/security-groups/7cd25ff3-0b99-43a3-9061-2f9a860bde11 HTTP/1.1" status: 404 len: 347 time: 0.0194011 Jul 14 12:07:25.409950 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Deleting port 107e5a15-5b48-4260-8cc8-f4dda251030c {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:25.410289 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.490115 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.490447 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.502328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Calling delete_port for 107e5a15-5b48-4260-8cc8-f4dda251030c owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:25.636932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.663766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Pushing event deleted for resources: {'Port': ['ID=107e5a15-5b48-4260-8cc8-f4dda251030c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:25.728290 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.730874 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:25.732055 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-593aecda-cb68-4a46-8e96-70104365e2f5 tempest-AttachVolumeShelveTestJSON-1319970041 tempest-AttachVolumeShelveTestJSON-1319970041-project] 10.222.0.44 "DELETE /v2.0/floatingips/4b442a93-a8ae-410e-a26c-b9c792e4ab37 HTTP/1.1" status: 204 len: 168 time: 0.4497738 Jul 14 12:07:26.311879 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:26.334775 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 2dc59f90-fdb0-4bd4-8b4b-28962b55549a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:07:26.335116 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 2dc59f90-fdb0-4bd4-8b4b-28962b55549a not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:28.288768 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39750) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:28.674706 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:28.927698 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Deleting port e6c3958a-00b7-4c54-b07c-4f083b84672c {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:28.928073 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.006097 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] For port e6c3958a-00b7-4c54-b07c-4f083b84672c, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=e6c3958a-00b7-4c54-b07c-4f083b84672c,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:29.006457 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.019439 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Calling delete_port for e6c3958a-00b7-4c54-b07c-4f083b84672c owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:29.197271 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.226580 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c3958a-00b7-4c54-b07c-4f083b84672c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:29.389506 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:29.599919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Router e7e74001-8666-4697-9592-46a995589126 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:07:29.958682 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:07:29.963941 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e4c3e7dc-c0b6-46e4-93ec-013de754eff8 admin admin] 10.222.0.44 "PUT /v2.0/routers/e7e74001-8666-4697-9592-46a995589126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6740675 Jul 14 12:07:29.966490 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39758) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:29.967594 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Sync routers for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:07:29.977697 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:29.978328 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:30.078460 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.086376 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:30.189319 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.244744 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Deleting port f2aac6ad-84d6-44c0-bc49-8a9e8db47736 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:30.245117 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.270286 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:07:29Z', 'revision_number': 5, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port': {'id': 'f2aac6ad-84d6-44c0-bc49-8a9e8db47736', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:77:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e74001-8666-4697-9592-46a995589126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T11:59:57Z', 'updated_at': '2021-07-14T12:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:30.295949 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Checking router: e7e74001-8666-4697-9592-46a995589126 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:07:30.304453 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Routers {'e7e74001-8666-4697-9592-46a995589126'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:07:30.305056 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:07:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['e7e74001-8666-4697-9592-46a995589126'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:30.323344 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] For port f2aac6ad-84d6-44c0-bc49-8a9e8db47736, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:30.323706 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.336942 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Calling delete_port for f2aac6ad-84d6-44c0-bc49-8a9e8db47736 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:30.392750 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] Set router e7e74001-8666-4697-9592-46a995589126 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:07:30.447648 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:07:30Z', 'revision_number': 6, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:30.477009 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef69dbd3-a3ee-4dbc-bc01-cf8c884544ab None None] The sync data for ids ['e7e74001-8666-4697-9592-46a995589126'] in dv-cinder-800768-2-iscsi is: [{'id': 'e7e74001-8666-4697-9592-46a995589126', 'name': 'tempest-AttachVolumeShelveTestJSON-1205883381-router', 'tenant_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T11:59:56Z', 'updated_at': '2021-07-14T12:07:30Z', 'revision_number': 6, 'project_id': 'f8fa1586e0f34a729c35b60d5a299dd0', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:07:30.506068 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.540444 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2aac6ad-84d6-44c0-bc49-8a9e8db47736,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:30.600653 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.689516 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.691700 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.734422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.734855 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7e74001-8666-4697-9592-46a995589126 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:07:30.739192 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.740364 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c2dce4ff-a1fa-4458-9565-3b66a1c02c04 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e7e74001-8666-4697-9592-46a995589126 HTTP/1.1" status: 204 len: 168 time: 0.7729535 Jul 14 12:07:30.742724 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39760) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:30.789905 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Deleting subnet 336970f2-2b60-4570-8cad-a5be93739ea4 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:07:30.792807 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.826860 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.905940 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.961984 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:30.995925 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336970f2-2b60-4570-8cad-a5be93739ea4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:30.999861 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.004194 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5f6abbb7-156b-4dcf-8b37-fc988996e491 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/336970f2-2b60-4570-8cad-a5be93739ea4 HTTP/1.1" status: 204 len: 168 time: 0.2586403 Jul 14 12:07:31.004873 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39764) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:31.007424 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851fb7fb-8fc7-45e9-ad26-f744cc0b9883 None None] Network 8420e7a0-8eaa-44af-87af-8cef4218122f requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:31.073877 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.129018 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Deleting port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:31.129352 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.195369 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] For port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,segment=NetworkSegment(d63af583-8be1-4fa7-aeed-546edad71944),segment_id=d63af583-8be1-4fa7-aeed-546edad71944)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:31.195646 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.207913 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Calling delete_port for 89e5cf1b-9676-4a7c-bf76-7222c9548a4a owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:31.248696 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] DHCP port deletion for 8420e7a0-8eaa-44af-87af-8cef4218122f request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:07:31.290608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.297257 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Deleting port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a {{(pid=93154) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:07:31.298686 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.318110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:31.321129 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] No DVR routers for this DVR port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a on host dv-cinder-800768-2-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:07:31.365689 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] For port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a, host dv-cinder-800768-2-iscsi, got binding levels [] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:07:31.366156 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.380146 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Calling delete_port for 89e5cf1b-9676-4a7c-bf76-7222c9548a4a owned by network:dhcp {{(pid=93154) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:07:31.382830 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.ipam_backend_mixin [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a was not found and therefore no delete operation was performed {{(pid=93154) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 12:07:31.384185 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708'] for port, after_delete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.393638 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.403890 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8420e7a0-8eaa-44af-87af-8cef4218122f']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:31.412641 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] Pushing event deleted for resources: {'Port': ['ID=89e5cf1b-9676-4a7c-bf76-7222c9548a4a,revision_number=None']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:31.417613 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733b03d-11b3-403a-8bb1-0583800e1441 None None] No DVR routers for this DVR port 89e5cf1b-9676-4a7c-bf76-7222c9548a4a on host dv-cinder-800768-2-iscsi {{(pid=93154) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:07:31.419405 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63af583-8be1-4fa7-aeed-546edad71944') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:31.419817 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63af583-8be1-4fa7-aeed-546edad71944') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:31.431616 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.446000 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.451797 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:07:31.452187 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:07:31.453819 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:07:31.512733 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.518775 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.520675 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8420e7a0-8eaa-44af-87af-8cef4218122f HTTP/1.1" status: 204 len: 168 time: 0.5148654 Jul 14 12:07:31.533605 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc3915-1445-4622-bf4b-60492f7326b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8420e7a0-8eaa-44af-87af-8cef4218122f,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:31.637283 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39768) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:31.676568 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d18711a9-12cb-4cb9-af57-a18654a087da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8fa1586e0f34a729c35b60d5a299dd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380301 Jul 14 12:07:31.678934 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39770) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:31.725584 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.746847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.792573 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.795007 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:31.796172 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7340251-271b-4da7-aa49-d2bb235304e6 HTTP/1.1" status: 204 len: 168 time: 0.1163325 Jul 14 12:07:31.804854 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1cedb7-5ac0-4e14-b7bb-39d7128d9907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7340251-271b-4da7-aa49-d2bb235304e6,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:32.212390 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device e6c3958a-00b7-4c54-b07c-4f083b84672c no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:32.232135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: e6c3958a-00b7-4c54-b07c-4f083b84672c {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:07:32.232480 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device e6c3958a-00b7-4c54-b07c-4f083b84672c not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:32.232897 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f2aac6ad-84d6-44c0-bc49-8a9e8db47736 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:32.251175 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: f2aac6ad-84d6-44c0-bc49-8a9e8db47736 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:07:32.251602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f2aac6ad-84d6-44c0-bc49-8a9e8db47736 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:32.252095 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 89e5cf1b-9676-4a7c-bf76-7222c9548a4a no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:07:32.271659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 89e5cf1b-9676-4a7c-bf76-7222c9548a4a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:07:32.272015 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 89e5cf1b-9676-4a7c-bf76-7222c9548a4a not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:07:32.987372 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39824) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:33.092780 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-15974c31-431c-4f54-aa12-2a804f8e24d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.191251 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-15974c31-431c-4f54-aa12-2a804f8e24d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.194981 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-15974c31-431c-4f54-aa12-2a804f8e24d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.233958 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-15974c31-431c-4f54-aa12-2a804f8e24d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7055dfd8d46945738fddca1d829fa4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454391 Jul 14 12:07:33.234917 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15974c31-431c-4f54-aa12-2a804f8e24d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd014e5-5112-4146-a250-5012ed4fac77,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:33.236790 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39830) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:33.286157 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.307140 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.356825 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.359227 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:33.360397 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afd014e5-5112-4146-a250-5012ed4fac77 HTTP/1.1" status: 204 len: 168 time: 0.1226466 Jul 14 12:07:33.367871 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eda057-e488-4a36-8f17-1d5463cbb559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd014e5-5112-4146-a250-5012ed4fac77,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:33.965555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 39852) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:34.060375 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-587458782-network', 'tenant_id': '5ba1d845277a4b5fbf7e40f184e6e13b'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:34.081134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Made reservation on behalf of 5ba1d845277a4b5fbf7e40f184e6e13b for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:34.083869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.091746 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.183724 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.190054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.215414 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:07:34.224270 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ed948-62c3-487b-a5da-3ca8f6759a32,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:34.231942 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.232313 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Added segment 9182d369-edc0-4f6e-9e17-8592bdd12f52 of type vlan for network b9a40403-2c0e-44af-b31a-dbe2d63405f0 Jul 14 12:07:34.276803 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.305887 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.306876 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:34.308277 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.363002 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3962767 Jul 14 12:07:34.365936 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39858) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:34.367977 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb5d7-32cb-4512-9aec-1ea1820030dd admin admin] Pushing event updated for resources: {'Network': ['ID=b9a40403-2c0e-44af-b31a-dbe2d63405f0,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:34.371091 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Request body: {'subnet': {'network_id': 'b9a40403-2c0e-44af-b31a-dbe2d63405f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-587458782-subnet', 'tenant_id': '5ba1d845277a4b5fbf7e40f184e6e13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:34.378215 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network b9a40403-2c0e-44af-b31a-dbe2d63405f0 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:07:34.393001 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Made reservation on behalf of 5ba1d845277a4b5fbf7e40f184e6e13b for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:34.395629 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.561660 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.619325 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6355b9-3231-4b61-99f9-39ba618afeb9,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:34.625597 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Checking segment: {'id': '9182d369-edc0-4f6e-9e17-8592bdd12f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b9a40403-2c0e-44af-b31a-dbe2d63405f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:34.625954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Network hostable DHCP agents. Network: b9a40403-2c0e-44af-b31a-dbe2d63405f0, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:07:34.643696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Network b9a40403-2c0e-44af-b31a-dbe2d63405f0 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:07:34.651791 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, b9a40403-2c0e-44af-b31a-dbe2d63405f0) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:34.656267 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:34.656852 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:34.660675 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39e1a1-33a0-4114-a405-5f0272cdf4ad None None] Network b9a40403-2c0e-44af-b31a-dbe2d63405f0 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:34.678361 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6310677e-e9ef-4d0e-8e17-e97a9ba0e672 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3040941 Jul 14 12:07:34.784768 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a26a164-e812-45b9-a676-e99b8a263788 None None] Network b9a40403-2c0e-44af-b31a-dbe2d63405f0 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:35.127919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39874) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:35.132940 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590477445-network', 'tenant_id': '36c55adbaade419993a0a5bb547884a0'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:35.153180 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Made reservation on behalf of 36c55adbaade419993a0a5bb547884a0 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:35.155591 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.163974 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.252734 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.256460 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.278097 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:07:35.292678 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163450fc-e73a-4305-aa07-7c0eb0ce734f,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:35.297708 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.298640 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Added segment 3fe5ec0d-f560-42db-a3d9-19a8e6b05e5f of type vlan for network 846c4b95-60e6-4b7d-a565-3791ea43e794 Jul 14 12:07:35.341955 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.370519 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.371482 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:35.372129 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.425619 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2964664 Jul 14 12:07:35.428358 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39878) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:35.435115 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Request body: {'subnet': {'network_id': '846c4b95-60e6-4b7d-a565-3791ea43e794', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1590477445-subnet', 'tenant_id': '36c55adbaade419993a0a5bb547884a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:07:35.441498 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33caf78-3e86-4920-bc62-79c8bc5eb99b admin admin] Pushing event updated for resources: {'Network': ['ID=846c4b95-60e6-4b7d-a565-3791ea43e794,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:35.451941 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 846c4b95-60e6-4b7d-a565-3791ea43e794 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:07:35.460877 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Made reservation on behalf of 36c55adbaade419993a0a5bb547884a0 for: {'subnet': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:07:35.463237 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25235331'] for subnet, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.630569 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25203631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25235377'] for subnet, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.681604 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4ac025-0584-4d05-a877-7f372d94b0e3,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:35.691823 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Checking segment: {'id': '3fe5ec0d-f560-42db-a3d9-19a8e6b05e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '846c4b95-60e6-4b7d-a565-3791ea43e794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:07:35.692214 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Network hostable DHCP agents. Network: 846c4b95-60e6-4b7d-a565-3791ea43e794, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93153) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:07:35.709321 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Network 846c4b95-60e6-4b7d-a565-3791ea43e794 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93153) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:07:35.718076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 846c4b95-60e6-4b7d-a565-3791ea43e794) {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:07:35.723064 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:07:35.724104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.727616 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfe579-1046-404c-8781-401169dbf1bb None None] Network 846c4b95-60e6-4b7d-a565-3791ea43e794 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:35.738047 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e15062ab-fd4d-42e1-a7c2-bca20a7a2ed0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3085761 Jul 14 12:07:35.854994 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39882) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:35.856834 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fb078-6976-473c-8e13-0abc6c13a2fb None None] Network 846c4b95-60e6-4b7d-a565-3791ea43e794 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:07:35.902353 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Deleting subnet 9c6355b9-3231-4b61-99f9-39ba618afeb9 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:07:35.906433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.940510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:35.978857 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.030249 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.057237 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6355b9-3231-4b61-99f9-39ba618afeb9,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:36.061780 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.067208 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-60905c0d-fe32-4e7c-bf1f-05ee00f3cb57 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9c6355b9-3231-4b61-99f9-39ba618afeb9 HTTP/1.1" status: 204 len: 168 time: 0.2077870 Jul 14 12:07:36.067208 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39884) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:36.138640 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.215923 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.226363 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a40403-2c0e-44af-b31a-dbe2d63405f0']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.237663 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9182d369-edc0-4f6e-9e17-8592bdd12f52') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.237969 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9182d369-edc0-4f6e-9e17-8592bdd12f52') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.247077 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.260924 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.267375 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:07:36.267818 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:07:36.269510 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:07:36.326181 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.341495 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.343362 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] 10.222.0.44 "DELETE /v2.0/networks/b9a40403-2c0e-44af-b31a-dbe2d63405f0 HTTP/1.1" status: 204 len: 168 time: 0.2753830 Jul 14 12:07:36.344447 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8d29d-1286-4e95-b867-324dd0d742aa admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a40403-2c0e-44af-b31a-dbe2d63405f0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:36.346630 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39888) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:36.393314 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Deleting subnet db4ac025-0584-4d05-a877-7f372d94b0e3 {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:07:36.396606 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.430006 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.473545 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.524598 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.550020 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4ac025-0584-4d05-a877-7f372d94b0e3,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:36.553630 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.555483 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7ff6c6fa-2c1c-4638-b339-99c3a43d241b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/db4ac025-0584-4d05-a877-7f372d94b0e3 HTTP/1.1" status: 204 len: 168 time: 0.2079291 Jul 14 12:07:36.557941 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39892) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:36.625182 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.687151 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.705998 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.715474 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846c4b95-60e6-4b7d-a565-3791ea43e794']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.726040 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe5ec0d-f560-42db-a3d9-19a8e6b05e5f') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.726239 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe5ec0d-f560-42db-a3d9-19a8e6b05e5f') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:07:36.735003 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.748060 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.754144 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:07:36.754528 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:07:36.756218 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:07:36.811714 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.817719 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:36.819528 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] 10.222.0.44 "DELETE /v2.0/networks/846c4b95-60e6-4b7d-a565-3791ea43e794 HTTP/1.1" status: 204 len: 168 time: 0.2606864 Jul 14 12:07:36.834061 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f31942c-da9a-41fe-a53d-1c34805f2077 admin admin] Pushing event deleted for resources: {'Network': ['ID=846c4b95-60e6-4b7d-a565-3791ea43e794,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:36.982485 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39896) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:37.025696 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-01589f5a-9e05-490c-a480-6d76d3b1f4c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ba1d845277a4b5fbf7e40f184e6e13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417240 Jul 14 12:07:37.027915 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39898) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:37.079376 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.100254 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.146239 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.148919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.150074 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a0ed948-62c3-487b-a5da-3ca8f6759a32 HTTP/1.1" status: 204 len: 168 time: 0.1212201 Jul 14 12:07:37.157619 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097d57e-b603-481e-9a56-13417b4ab9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ed948-62c3-487b-a5da-3ca8f6759a32,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:37.457577 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39910) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:37.495347 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-5bea5f19-cf36-4fbe-bfac-c30bcf2b2a9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36c55adbaade419993a0a5bb547884a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366483 Jul 14 12:07:37.497744 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 39912) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:37.551209 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.571968 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.617870 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.620835 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:37.621964 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/163450fc-e73a-4305-aa07-7c0eb0ce734f HTTP/1.1" status: 204 len: 168 time: 0.1233552 Jul 14 12:07:37.629696 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556e25-4215-4919-8649-8b88dc5c20ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163450fc-e73a-4305-aa07-7c0eb0ce734f,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:38.420680 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-44c62fc1-4acb-4376-8987-d82a97338b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:40.853945 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d4f7e667-b80d-45a5-b7fe-88bddac4d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:41.334499 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:42.473994 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:44.040581 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:54.895171 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40190) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:54.998580 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1bc-5bbd-46aa-9ca1-0828b2ef9f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.083051 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1bc-5bbd-46aa-9ca1-0828b2ef9f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.086715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33d0f1bc-5bbd-46aa-9ca1-0828b2ef9f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.123782 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-33d0f1bc-5bbd-46aa-9ca1-0828b2ef9f79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3afaae3cec6945b3bd088be54f516bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275290 Jul 14 12:07:55.124725 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0f1bc-5bbd-46aa-9ca1-0828b2ef9f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba44b99-c2bd-4876-96b1-51fae87caf55,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:55.126510 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40194) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:55.175632 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.196591 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.239756 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.242914 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.244412 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ba44b99-c2bd-4876-96b1-51fae87caf55 HTTP/1.1" status: 204 len: 168 time: 0.1169040 Jul 14 12:07:55.252294 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba44b99-c2bd-4876-96b1-51fae87caf55,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:55.259890 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.260535 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.260897 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.261209 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.261567 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.261855 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.262304 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.262633 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.263073 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.263398 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.263718 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.264092 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d6882-1fcb-4e83-a9b3-0d6197e3167c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:07:55.493044 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40200) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:55.505812 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-af38ea73-6972-4684-a6a3-6117c1dbd67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.590014 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-af38ea73-6972-4684-a6a3-6117c1dbd67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.594499 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-af38ea73-6972-4684-a6a3-6117c1dbd67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.634552 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-af38ea73-6972-4684-a6a3-6117c1dbd67a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=004dcdcb3d5046f089ffb9393bed013c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404471 Jul 14 12:07:55.635485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38ea73-6972-4684-a6a3-6117c1dbd67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ddc04-648f-4fa7-a429-b137fa0da1d0,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:07:55.638309 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40202) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:07:55.685710 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.708253 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.752146 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.754678 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:07:55.755793 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e77ddc04-648f-4fa7-a429-b137fa0da1d0 HTTP/1.1" status: 204 len: 168 time: 0.1162694 Jul 14 12:07:55.763387 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0905dc-2975-4f38-b6be-3bb160aaca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ddc04-648f-4fa7-a429-b137fa0da1d0,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:00.573351 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40312) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:00.674065 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2c116b47-8588-45c0-b5be-f53983c44b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.764554 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2c116b47-8588-45c0-b5be-f53983c44b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.768588 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2c116b47-8588-45c0-b5be-f53983c44b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.805443 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-2c116b47-8588-45c0-b5be-f53983c44b6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cc1863a43234923a7b971cac87b51ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309804 Jul 14 12:08:00.806256 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c116b47-8588-45c0-b5be-f53983c44b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bd2580-6775-4dbb-aa90-23273e5b89b2,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:00.808881 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40316) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:00.859116 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.879944 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.926109 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.928886 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:00.930035 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13bd2580-6775-4dbb-aa90-23273e5b89b2 HTTP/1.1" status: 204 len: 168 time: 0.1201670 Jul 14 12:08:00.938937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bd2580-6775-4dbb-aa90-23273e5b89b2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:00.947384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.947797 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.948203 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.948566 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.948958 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.949316 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.949681 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.950040 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.950371 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.950723 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.951259 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:00.951454 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ec6f16-a327-4d17-ac10-dbf0b36880af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:01.198859 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40324) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:01.211658 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-06d5efd0-23ae-4551-80b8-7c651cb2342e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.298408 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-06d5efd0-23ae-4551-80b8-7c651cb2342e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.302154 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-06d5efd0-23ae-4551-80b8-7c651cb2342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.337833 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5efd0-23ae-4551-80b8-7c651cb2342e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524e594d-016a-423d-9a5f-0f9b8f508ab2,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:01.342118 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-06d5efd0-23ae-4551-80b8-7c651cb2342e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ff3198420774abe956df9e64a3189c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422296 Jul 14 12:08:01.344708 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40326) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:01.395460 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.416074 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.460554 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.463063 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:01.464235 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/524e594d-016a-423d-9a5f-0f9b8f508ab2 HTTP/1.1" status: 204 len: 168 time: 0.1186051 Jul 14 12:08:01.473319 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73181063-8fbf-4c07-8949-510a7a4b8fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e594d-016a-423d-9a5f-0f9b8f508ab2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:01.793669 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:08:06.689868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:08.184164 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd88ee-cc3a-47dc-af08-5d71f6edddde req-e61267d6-fdc8-4837-83c8-94d3bad7635e tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:08.185699 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e3fd88ee-cc3a-47dc-af08-5d71f6edddde req-e61267d6-fdc8-4837-83c8-94d3bad7635e tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.0646827 Jul 14 12:08:08.224100 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e3fd88ee-cc3a-47dc-af08-5d71f6edddde req-ac0e152a-7015-4469-a2cd-3c07cbac53d5 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jul 14 12:08:08.426016 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ac088402-c641-4bad-8bbe-492cc3603975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:09.399695 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d5ef-7d74-470c-9f8c-b6dba21eb869 req-deecfa2c-9922-443c-8416-7c8cd8f80670 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:09.401220 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a192d5ef-7d74-470c-9f8c-b6dba21eb869 req-deecfa2c-9922-443c-8416-7c8cd8f80670 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.0662701 Jul 14 12:08:09.439639 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a192d5ef-7d74-470c-9f8c-b6dba21eb869 req-1a349112-310a-4bb3-8330-ab4642f892a7 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jul 14 12:08:09.940713 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40498) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:10.048465 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-745de3c5-a794-4c6e-b0dc-02eb9b907b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.137211 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-745de3c5-a794-4c6e-b0dc-02eb9b907b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.140886 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-745de3c5-a794-4c6e-b0dc-02eb9b907b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.177693 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745de3c5-a794-4c6e-b0dc-02eb9b907b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46daadd-98e8-4e8e-a64e-a29c3709fdbc,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:10.182950 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-745de3c5-a794-4c6e-b0dc-02eb9b907b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3aab58eda0f4fb5bafe47f1be4318fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411864 Jul 14 12:08:10.185518 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40502) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:10.234742 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.278050 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.336318 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-ddf10054-3743-470c-b12f-1ec6dfbd260f tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:10.338344 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-ddf10054-3743-470c-b12f-1ec6dfbd260f tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.0910656 Jul 14 12:08:10.371838 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.374284 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.375377 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e46daadd-98e8-4e8e-a64e-a29c3709fdbc HTTP/1.1" status: 204 len: 168 time: 0.1888349 Jul 14 12:08:10.390100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ea38-5b9a-49e3-8c2c-357bf9656298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46daadd-98e8-4e8e-a64e-a29c3709fdbc,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:10.464171 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Deleting port ff1bc5a0-e099-4adf-a498-bebe4759e268 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:08:10.464509 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.555384 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] For port ff1bc5a0-e099-4adf-a498-bebe4759e268, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=ff1bc5a0-e099-4adf-a498-bebe4759e268,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:10.555852 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.569763 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Calling delete_port for ff1bc5a0-e099-4adf-a498-bebe4759e268 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:08:10.630110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03832-04d7-4d9f-9e61-8b893b61a333 req-2bbc9fa5-0c08-4aec-8e4b-3a9df8ad8ddd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:10.633019 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-21c03832-04d7-4d9f-9e61-8b893b61a333 req-2bbc9fa5-0c08-4aec-8e4b-3a9df8ad8ddd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec4bace8-16b6-463e-9402-d4ea843a6685 HTTP/1.1" status: 200 len: 945 time: 0.0721531 Jul 14 12:08:10.661356 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40510) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:10.684072 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-21c03832-04d7-4d9f-9e61-8b893b61a333 req-381d5b75-7461-4f11-bcfa-9e81e3b77493 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441134 Jul 14 12:08:10.684850 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-efc0722f-cb60-4ea1-8ad9-33f3aa9d8c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.708989 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.738572 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Pushing event deleted for resources: {'Port': ['ID=ff1bc5a0-e099-4adf-a498-bebe4759e268,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:10.750980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['ff1bc5a0-e099-4adf-a498-bebe4759e268'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:10.778101 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-efc0722f-cb60-4ea1-8ad9-33f3aa9d8c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.783277 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-efc0722f-cb60-4ea1-8ad9-33f3aa9d8c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.789228 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] No DVR routers for this DVR port ff1bc5a0-e099-4adf-a498-bebe4759e268 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:08:10.791827 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.793827 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-58ee1860-4d0a-4db0-9c75-91dccbfc3fcb req-7b4e2551-372f-4a6b-9a80-5fe2dac34cd2 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "DELETE /v2.0/ports/ff1bc5a0-e099-4adf-a498-bebe4759e268 HTTP/1.1" status: 204 len: 173 time: 0.4488232 Jul 14 12:08:10.794373 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'name': 'network-vif-deleted', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:10.796572 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14fac8c-39db-4d0d-984b-ef0d97ad8f45" -d '{"events": [{"server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "name": "network-vif-deleted", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:10.829493 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-efc0722f-cb60-4ea1-8ad9-33f3aa9d8c38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=102931f623d44d788c369af69fb378b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670194 Jul 14 12:08:10.830410 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0722f-cb60-4ea1-8ad9-33f3aa9d8c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3198dfb0-e6c3-4df4-80ab-559978eeb8c9,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:10.832332 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40514) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:10.851782 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c160d-c40f-4c9e-9085-73df211ba24b x-openstack-request-id: req-914c160d-c40f-4c9e-9085-73df211ba24b {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:10.852120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4bace8-16b6-463e-9402-d4ea843a6685", "name": "network-vif-deleted", "tag": "ff1bc5a0-e099-4adf-a498-bebe4759e268", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:10.852352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-914c160d-c40f-4c9e-9085-73df211ba24b {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:10.852738 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4bace8-16b6-463e-9402-d4ea843a6685', 'name': 'network-vif-deleted', 'tag': 'ff1bc5a0-e099-4adf-a498-bebe4759e268', 'status': 'completed', 'code': 200} Jul 14 12:08:10.858642 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2e5ebad6-5427-4605-aaa2-3ead0d1a535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.894766 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.917646 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.966323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.970783 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:10.974965 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3198dfb0-e6c3-4df4-80ab-559978eeb8c9 HTTP/1.1" status: 204 len: 168 time: 0.1392257 Jul 14 12:08:10.985135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11167a4-aca3-4dd8-b6aa-4d346f123052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3198dfb0-e6c3-4df4-80ab-559978eeb8c9,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:11.311380 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40520) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:11.324538 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec587dc5-4f24-4f48-96ac-3cb855303ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.337347 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.412564 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec587dc5-4f24-4f48-96ac-3cb855303ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.417778 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ec587dc5-4f24-4f48-96ac-3cb855303ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.467275 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ec587dc5-4f24-4f48-96ac-3cb855303ab2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74d14880b21447faa40729e5b9e09014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534696 Jul 14 12:08:11.468845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40522) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:11.469314 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec587dc5-4f24-4f48-96ac-3cb855303ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec68821d-e58e-44c4-81ea-809dd493b4ac,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:11.518853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.541918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.585554 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.588691 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:11.589806 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec68821d-e58e-44c4-81ea-809dd493b4ac HTTP/1.1" status: 204 len: 168 time: 0.1197171 Jul 14 12:08:11.597164 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b0b7-cf20-4224-877c-e291b8915fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec68821d-e58e-44c4-81ea-809dd493b4ac,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:12.481057 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:14.042719 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:14.895778 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device ff1bc5a0-e099-4adf-a498-bebe4759e268 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:08:14.919494 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: ff1bc5a0-e099-4adf-a498-bebe4759e268 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:08:14.919835 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device ff1bc5a0-e099-4adf-a498-bebe4759e268 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:08:17.524422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40658) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:17.624404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-708e93a1-3b3c-426a-8c4c-c04d757a2af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.710261 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-708e93a1-3b3c-426a-8c4c-c04d757a2af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.714663 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-708e93a1-3b3c-426a-8c4c-c04d757a2af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.751636 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-708e93a1-3b3c-426a-8c4c-c04d757a2af5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f402efc935243d9b1be1561da28d7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256186 Jul 14 12:08:17.752746 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e93a1-3b3c-426a-8c4c-c04d757a2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61638ff0-5e46-4b06-8664-e580cf182e3a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:17.754415 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40662) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:17.802652 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.822694 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.866628 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.869266 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:17.870400 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61638ff0-5e46-4b06-8664-e580cf182e3a HTTP/1.1" status: 204 len: 168 time: 0.1138334 Jul 14 12:08:17.878203 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091082d-0901-44a0-b5d3-760ccb7bfbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61638ff0-5e46-4b06-8664-e580cf182e3a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.120157 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40668) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.133049 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f68fd227-9e42-4c53-9120-21c839a0c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.222727 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f68fd227-9e42-4c53-9120-21c839a0c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.226207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-f68fd227-9e42-4c53-9120-21c839a0c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.262300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68fd227-9e42-4c53-9120-21c839a0c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34212a0-95c3-41d8-b654-a793ffc32cc1,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.266570 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-f68fd227-9e42-4c53-9120-21c839a0c9d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e1689cb5de54bedba41d03d1bfd22ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453977 Jul 14 12:08:18.269189 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40670) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.315985 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.336512 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.380897 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.383448 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.385486 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d34212a0-95c3-41d8-b654-a793ffc32cc1 HTTP/1.1" status: 204 len: 168 time: 0.1146002 Jul 14 12:08:18.392946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0a7c-921b-4902-8c64-5188056fae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34212a0-95c3-41d8-b654-a793ffc32cc1,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.695176 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40678) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.708139 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3de506af-13a0-4f6c-a4ec-5ad62b5ed190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.792080 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3de506af-13a0-4f6c-a4ec-5ad62b5ed190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.795726 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3de506af-13a0-4f6c-a4ec-5ad62b5ed190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.833321 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-3de506af-13a0-4f6c-a4ec-5ad62b5ed190 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f7752ad06eb4d9793b74ae319f09133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370776 Jul 14 12:08:18.835217 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de506af-13a0-4f6c-a4ec-5ad62b5ed190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4968e491-a58e-47f0-a789-6447eeab8522,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:18.836163 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40680) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:18.884957 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.905813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.950631 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.953220 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:18.954366 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4968e491-a58e-47f0-a789-6447eeab8522 HTTP/1.1" status: 204 len: 168 time: 0.1171920 Jul 14 12:08:18.964497 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be67af-e7bf-4693-82cf-4f61c857738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968e491-a58e-47f0-a789-6447eeab8522,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:20.736462 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-37c0198e-26f1-4545-8f35-18805132badb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:20.738018 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-37c0198e-26f1-4545-8f35-18805132badb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 813 time: 0.1052058 Jul 14 12:08:20.753548 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-d91492fb-fdcb-462c-96e9-b3f0d8759803 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/quotas/e7d4cd852bcd457c8f278af3e5ff4b9d HTTP/1.1" status: 200 len: 375 time: 0.0097368 Jul 14 12:08:20.790033 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-4fe10461-04b7-4781-9bde-da5b6b22a4de tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305843 Jul 14 12:08:20.883253 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-21b3934b-249c-4905-85b9-5c667aae3eb9 service neutron] 10.222.0.44 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Jul 14 12:08:20.899515 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40766) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:20.975830 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-5e31e112-c2b2-4e7e-83ca-813ac2225836 service neutron] 10.222.0.44 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Jul 14 12:08:21.005346 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-947b92d3-9a32-44a5-aa51-17db95fa6cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.097234 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-947b92d3-9a32-44a5-aa51-17db95fa6cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.101487 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-947b92d3-9a32-44a5-aa51-17db95fa6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.141022 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b92d3-9a32-44a5-aa51-17db95fa6cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9939182a-b3db-4cdc-a309-1fd7e9c07ee2,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.146220 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-947b92d3-9a32-44a5-aa51-17db95fa6cdd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e3d702a34fe41ebb3ce236cc3082364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449744 Jul 14 12:08:21.147993 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40774) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:21.172215 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-63eea097-c8a2-47c6-b1e4-0f6e679532ee req-83d37e04-307d-48e0-85e8-3dc3501305ac tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 210 time: 0.0369711 Jul 14 12:08:21.206491 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.226840 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.275506 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.278121 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.279307 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9939182a-b3db-4cdc-a309-1fd7e9c07ee2 HTTP/1.1" status: 204 len: 168 time: 0.1302078 Jul 14 12:08:21.300101 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a563f3-6b22-43e1-9568-61e9aba90801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9939182a-b3db-4cdc-a309-1fd7e9c07ee2,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.546940 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40786) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:21.561903 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fcba1bf-5685-4eeb-98d8-e0222c814be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.651060 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fcba1bf-5685-4eeb-98d8-e0222c814be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.654700 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1fcba1bf-5685-4eeb-98d8-e0222c814be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.692864 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1fcba1bf-5685-4eeb-98d8-e0222c814be9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc5048847ac54b099414aa7109bb43ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447606 Jul 14 12:08:21.694048 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcba1bf-5685-4eeb-98d8-e0222c814be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162a0d1-e6f5-4e7b-9778-b529b228abc7,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:21.695840 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40788) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:21.745391 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.767659 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.813644 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.816320 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:21.817476 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3162a0d1-e6f5-4e7b-9778-b529b228abc7 HTTP/1.1" status: 204 len: 168 time: 0.1198504 Jul 14 12:08:21.825944 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86d4c6-5757-4cd8-8747-e89a600fd5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162a0d1-e6f5-4e7b-9778-b529b228abc7,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:22.306797 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-85d047b9-46ac-46d1-b1a2-15d3561f1b9e tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:22.308609 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-85d047b9-46ac-46d1-b1a2-15d3561f1b9e tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 813 time: 0.1260195 Jul 14 12:08:22.327682 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Request body: {'port': {'device_id': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2', 'admin_state_up': True, 'tenant_id': 'e7d4cd852bcd457c8f278af3e5ff4b9d'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.335937 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-bbe03264-eff7-4f12-9ede-6c5b5816d929 req-3de5022f-040c-4878-bd0f-56a0a2630391 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Jul 14 12:08:22.452522 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Made reservation on behalf of e7d4cd852bcd457c8f278af3e5ff4b9d for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:22.457370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.520268 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40816) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:22.583919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Allocated IP 172.20.0.8 (20238b1c-bc26-448c-b522-dccb5ac665e2/0ba86c92-5756-4542-80b4-91458ce4e71e/33ab571d-c776-45fd-88f4-33fbf67de7ae) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:22.615910 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-400336059-network', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.636506 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Made reservation on behalf of fdd325e404fe4c55af13839434f833f3 for: {'network': 1} {{(pid=93153) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:22.638766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.646776 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.734325 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.736400 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.739930 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.764104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=93153) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:08:22.773335 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2113048-a19e-49e7-a868-cbad4059625c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:22.774344 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.779893 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.780262 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.segments_db [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Added segment dd53d94c-d495-4888-aef4-8853000fc33a of type vlan for network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 Jul 14 12:08:22.819827 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.830244 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Network 20238b1c-bc26-448c-b522-dccb5ac665e2 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:22.833477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:22.837443 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:22.843791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Pushing event updated for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:22.850319 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.851450 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:22.852046 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.888971 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:22.889593 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:22.903865 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-23a447a9-3de9-4edf-b9f9-81793cc99c11 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807655 Jul 14 12:08:22.905696 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3843372 Jul 14 12:08:22.908597 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40820) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:22.912722 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594bb71-573f-477a-9e86-a5ed9e0bb34d admin admin] Pushing event updated for resources: {'Network': ['ID=96a0f64e-0b2e-4676-98b1-a716cf346ac8,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:22.913535 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Request body: {'subnet': {'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-400336059-subnet', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.923255 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:08:22.925340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Request body: {'port': {'device_id': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:22.973843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Made reservation on behalf of fdd325e404fe4c55af13839434f833f3 for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:22.976173 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.060134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.309123 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.401635 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07649193-0604-423f-8ed1-37febabcfa5a,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.421364 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:23.421723 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Network hostable DHCP agents. Network: 96a0f64e-0b2e-4676-98b1-a716cf346ac8, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:08:23.464384 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ab571d-c776-45fd-88f4-33fbf67de7ae {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:23.470699 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:08:23.473729 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.485963 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 96a0f64e-0b2e-4676-98b1-a716cf346ac8) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:23.494055 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:23.494656 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.499235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Transition to ACTIVE for port object 33ab571d-c776-45fd-88f4-33fbf67de7ae will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:23.501332 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07ad3b-842c-4d26-962f-a9f1bfa7e33f None None] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:23.504496 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.521146 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbc1c8-f82d-44d2-8045-5ed8d70fd712 req-053c23e2-41ac-470e-ac0a-55596c545d2c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:23.522830 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a0dbc1c8-f82d-44d2-8045-5ed8d70fd712 req-053c23e2-41ac-470e-ac0a-55596c545d2c tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 931 time: 0.0745153 Jul 14 12:08:23.538700 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-790edb5d-b5b5-4376-aac6-44be2a606538 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6289537 Jul 14 12:08:23.539728 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40824) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:23.556743 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:23.564222 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a0dbc1c8-f82d-44d2-8045-5ed8d70fd712 req-1aa297d7-4222-44a3-862a-338e4add7fd3 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343831 Jul 14 12:08:23.573939 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Pushing event updated for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:23.637087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.638081 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.661600 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:08:23.662450 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.680351 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Attempting to bind port 33ab571d-c776-45fd-88f4-33fbf67de7ae on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:23.680683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Attempting to bind port 33ab571d-c776-45fd-88f4-33fbf67de7ae by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:23.681555 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Attempting to bind port 33ab571d-c776-45fd-88f4-33fbf67de7ae on network 20238b1c-bc26-448c-b522-dccb5ac665e2 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:23.710956 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.711730 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Port 33ab571d-c776-45fd-88f4-33fbf67de7ae on network 20238b1c-bc26-448c-b522-dccb5ac665e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:08:23.712079 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Attempting to bind port 33ab571d-c776-45fd-88f4-33fbf67de7ae on network 20238b1c-bc26-448c-b522-dccb5ac665e2 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:23.719084 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:23.719419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Checking segment: {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:23.719801 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Bound using segment: {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:23.720260 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Bound port: 33ab571d-c776-45fd-88f4-33fbf67de7ae, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24b561f0-041d-4ce5-b27c-ef9e39ea3d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:23.720603 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.883016 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:23.919880 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Allocated IP 172.20.0.2 (96a0f64e-0b2e-4676-98b1-a716cf346ac8/07649193-0604-423f-8ed1-37febabcfa5a/1b7c0eec-9cc9-4e27-94e7-0ad48593d664) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:23.944175 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:23.958013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:23.965757 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.011947 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.012589 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.013965 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] 10.222.0.47 "PUT /v2.0/ports/33ab571d-c776-45fd-88f4-33fbf67de7ae HTTP/1.1" status: 200 len: 1093 time: 1.0952382 Jul 14 12:08:24.015512 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:24.017702 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddc364-d7dd-47d1-b036-8200f1c9a8de" -d '{"events": [{"name": "network-changed", "server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:24.041318 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5e55-2100-45c7-8b34-dcded489116b service neutron] Pushing event updated for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.070745 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a070f1-e787-4643-b879-7d20a8b226d5 x-openstack-request-id: req-45a070f1-e787-4643-b879-7d20a8b226d5 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:24.071037 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:24.071287 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45a070f1-e787-4643-b879-7d20a8b226d5 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:24.071711 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae', 'status': 'completed', 'code': 200} Jul 14 12:08:24.080448 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.088831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Transition to ACTIVE for port object 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:24.104333 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Transition to ACTIVE for port object 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:24.110494 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.149409 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:24.152653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:24.155265 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:24.164274 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Pushing event updated for resources: {'Port': ['ID=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.190636 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.190974 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.191313 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.191644 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.191973 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.192328 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.192652 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.192977 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.193340 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.193661 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.193996 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.194292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:24.211039 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.227343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Attempting to bind port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:24.227703 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Attempting to bind port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:24.228735 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Attempting to bind port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:24.232980 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.233565 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:24.233932 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:24.234323 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.234704 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Bound using segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:24.235163 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Bound port: 1b7c0eec-9cc9-4e27-94e7-0ad48593d664, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:24.235533 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.237459 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-b2cbf6c0-924a-4415-ab86-41ca49d8a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.238858 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-b2cbf6c0-924a-4415-ab86-41ca49d8a8cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 1096 time: 0.1337364 Jul 14 12:08:24.299671 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] For port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:24.303246 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] For port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:24.307033 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.314901 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-dca6c790-9f1b-440f-9385-6999fca54375 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae HTTP/1.1" status: 200 len: 217 time: 0.0392034 Jul 14 12:08:24.370722 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd573f95-2ae0-4fd7-bcce-2ebe02da0765 None None] Pushing event updated for resources: {'Port': ['ID=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.397250 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-316dcba9-062a-46cb-ac2f-fb91da5b268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.398723 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-316dcba9-062a-46cb-ac2f-fb91da5b268b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ba86c92-5756-4542-80b4-91458ce4e71e HTTP/1.1" status: 200 len: 853 time: 0.0748444 Jul 14 12:08:24.411252 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Allocated IP 172.27.3.225 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/8d2e6c59-3842-433d-9ba0-31080da56a07) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:24.447805 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-6c3bfda5-d584-4e50-9f3a-6d3ec2831bfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20238b1c-bc26-448c-b522-dccb5ac665e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379164 Jul 14 12:08:24.624641 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-8f441bf7-afa4-4f55-b318-6e33018d1017 service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676984 Jul 14 12:08:24.629058 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.736361 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-5e69f95b-02ca-421c-b648-d24146faaf9c req-9d373eb6-c8e6-4424-b89e-6a2c41d30712 service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047904 Jul 14 12:08:24.737665 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:24.751900 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2e5c8-a1e5-487c-8e57-026785722cbe req-5b7a2807-0eb0-47ca-998b-f59066f6c042 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.760160 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-26c2e5c8-a1e5-487c-8e57-026785722cbe req-5b7a2807-0eb0-47ca-998b-f59066f6c042 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 943 time: 0.0723007 Jul 14 12:08:24.781595 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:24.785850 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:24.790178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:24.793251 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2e6c59-3842-433d-9ba0-31080da56a07,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:24.794544 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-26c2e5c8-a1e5-487c-8e57-026785722cbe req-a39d6130-640a-4486-8ec8-13c0bc225dfa tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Jul 14 12:08:24.969672 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-db11f15f-941d-460a-8c0a-135987c197e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:24.971202 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-db11f15f-941d-460a-8c0a-135987c197e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 1096 time: 0.1402590 Jul 14 12:08:25.273594 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912184e-eccc-46e1-a18e-d060f609ba1b None None] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:25.359397 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-e67adb08-b828-492f-9e15-1cbaea4ec144 None None] Provisioning for port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:25.401996 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:25.405005 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-5b3fc054-dc05-4b36-beb0-4db81dc45f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:25.406567 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-5b3fc054-dc05-4b36-beb0-4db81dc45f2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 200 len: 914 time: 0.4018691 Jul 14 12:08:25.480536 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-d6925c09-ea2d-4da9-b78c-e2e6b1729b48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae HTTP/1.1" status: 200 len: 217 time: 0.0447483 Jul 14 12:08:25.568589 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-7e61c6dd-56ff-44e3-87fb-294b0de1b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:25.570077 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-7e61c6dd-56ff-44e3-87fb-294b0de1b34f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ba86c92-5756-4542-80b4-91458ce4e71e HTTP/1.1" status: 200 len: 853 time: 0.0832500 Jul 14 12:08:25.636111 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-ca08514a-46b1-4edf-867b-e77bacec4f3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20238b1c-bc26-448c-b522-dccb5ac665e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289514 Jul 14 12:08:25.747087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:25.802029 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-d3ce10ba-5be2-4b83-8abb-4e98f200d68f service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580753 Jul 14 12:08:25.942865 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-67ddc364-d7dd-47d1-b036-8200f1c9a8de req-89a41549-1471-4de3-a0ae-12b6ce7ddd58 service neutron] 10.222.0.47 "GET /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345320 Jul 14 12:08:25.961388 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:08:25.975523 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f199-04f5-4f06-a7bf-c7d95740e808 req-d4905009-094f-44ab-a6fc-f8d2456c4e17 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:25.977233 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c88f199-04f5-4f06-a7bf-c7d95740e808 req-d4905009-094f-44ab-a6fc-f8d2456c4e17 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 943 time: 0.0680623 Jul 14 12:08:26.021867 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c88f199-04f5-4f06-a7bf-c7d95740e808 req-61af3a27-d365-4db9-b9d1-0fde4bc5c06e tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Jul 14 12:08:26.067299 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:26.076686 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:26.081703 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.083133 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d591fd91-8139-4ac3-ac03-bbed69a56220 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5386765 Jul 14 12:08:26.085690 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40832) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:26.085908 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:26.086633 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:26.189284 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:26.281377 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:26.374260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:26.380537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:26.380898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.441768 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:24Z', 'revision_number': 3, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:26.484518 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:26.484862 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Updating router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d port 8d2e6c59-3842-433d-9ba0-31080da56a07 binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:26.501358 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.522749 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.536919 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.583878 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:26.590566 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.653537 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Allocated IP 172.20.0.1 (96a0f64e-0b2e-4676-98b1-a716cf346ac8/07649193-0604-423f-8ed1-37febabcfa5a/0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:26.728368 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:26.754766 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.768035 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Transition to ACTIVE for port object 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:26.804818 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.843031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.843564 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:26.846499 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:26.849287 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:26.855913 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Transition to ACTIVE for port object 8d2e6c59-3842-433d-9ba0-31080da56a07 will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:26.863204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.883044 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Pushing event updated for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:26.913171 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.920254 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Attempting to bind port 8d2e6c59-3842-433d-9ba0-31080da56a07 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:26.920623 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Attempting to bind port 8d2e6c59-3842-433d-9ba0-31080da56a07 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:26.920989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Attempting to bind port 8d2e6c59-3842-433d-9ba0-31080da56a07 on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:26.922925 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dc8a1-edbf-4584-8a13-6d64aee5d95e None None] Pushing event updated for resources: {'Port': ['ID=8d2e6c59-3842-433d-9ba0-31080da56a07,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:26.929936 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 33ab571d-c776-45fd-88f4-33fbf67de7ae details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:08:26.939720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:26.940130 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:26.940536 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:26.940930 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:26.941417 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Bound port: 8d2e6c59-3842-433d-9ba0-31080da56a07, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:26.941795 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.045753 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] For port 8d2e6c59-3842-433d-9ba0-31080da56a07, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:27.053419 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] For port 8d2e6c59-3842-433d-9ba0-31080da56a07, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8d2e6c59-3842-433d-9ba0-31080da56a07,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:27.054878 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.063835 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.126027 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:27.160917 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '33ab571d-c776-45fd-88f4-33fbf67de7ae', 'network_id': '20238b1c-bc26-448c-b522-dccb5ac665e2', 'port_id': '33ab571d-c776-45fd-88f4-33fbf67de7ae', 'mac_address': 'fa:16:3e:42:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ba86c92-5756-4542-80b4-91458ce4e71e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:08:27.165667 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dc8a1-edbf-4584-8a13-6d64aee5d95e None None] Pushing event updated for resources: {'Port': ['ID=8d2e6c59-3842-433d-9ba0-31080da56a07,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.169856 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:27.170484 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:27.172949 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ea967adc-b678-425c-811e-d7ba9a77c1c0 None None] Provisioning for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:27.210644 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ea967adc-b678-425c-811e-d7ba9a77c1c0 None None] Provisioning complete for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:27.211024 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ea967adc-b678-425c-811e-d7ba9a77c1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.220514 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8780e-e2c9-4c25-b762-d8508c4dcf3a req-8fef54ce-1e1f-4aa8-840c-d1b9a9583091 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:27.222133 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-86f8780e-e2c9-4c25-b762-d8508c4dcf3a req-8fef54ce-1e1f-4aa8-840c-d1b9a9583091 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 943 time: 0.0679388 Jul 14 12:08:27.242163 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.251545 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.268973 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-86f8780e-e2c9-4c25-b762-d8508c4dcf3a req-64df9b09-193d-45b2-a9cf-ce933e997ae9 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Jul 14 12:08:27.328419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Pushing event updated for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.331090 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.400499 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.420875 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:27.422216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:27.445207 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ea967adc-b678-425c-811e-d7ba9a77c1c0 None None] Port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:27.472438 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:27.501135 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ab571d-c776-45fd-88f4-33fbf67de7ae {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:27.541561 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:08:27.558697 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:27.601916 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.653932 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:27.658652 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-d72b647f-3bca-4ba6-a95a-f2a16993feca admin admin] 10.222.0.44 "PUT /v2.0/routers/6541b7bf-d3a2-4ccf-9252-cd72bed2a29d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5720241 Jul 14 12:08:27.690747 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:27.705749 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c9c3a82d-df6b-45d9-b4a5-f0c49a8bc46d None None] Provisioning complete for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:27.706132 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a82d-df6b-45d9-b4a5-f0c49a8bc46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:27.764266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3a82d-df6b-45d9-b4a5-f0c49a8bc46d None None] Port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:27.783032 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:26Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:27.817361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8eec62-ca70-44c0-8bac-251b5861bcd3 None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:26Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:27.925987 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['33ab571d-c776-45fd-88f4-33fbf67de7ae'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:28.234996 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40852) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:28.240196 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619328396-network', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:28.265844 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Made reservation on behalf of 60479fdc7e544ac2904dcb0abeed53ab for: {'network': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:28.266201 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:28.270052 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for network, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.279114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.323628 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:28.324537 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.396019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.401267 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.427706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=93152) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:08:28.442439 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bc785-6699-4221-b7f6-07034d4bd0e6,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:28.448646 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.448990 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.segments_db [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Added segment ecd27cc7-e453-4aee-b683-7a855dac8f84 of type vlan for network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 Jul 14 12:08:28.484208 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985aa38e-086b-4ec6-8ccb-28a837c12419 req-e46116e1-3706-4344-ab1c-aa320551fc66 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.487774 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-985aa38e-086b-4ec6-8ccb-28a837c12419 req-e46116e1-3706-4344-ab1c-aa320551fc66 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 944 time: 0.0872309 Jul 14 12:08:28.522001 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735753092100'] for network, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.549285 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-985aa38e-086b-4ec6-8ccb-28a837c12419 req-f28db00d-bf67-4aa6-a866-876ec0d21dba tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Jul 14 12:08:28.563199 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138'] for network, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.569305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.570128 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.630034 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3938787 Jul 14 12:08:28.632811 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40856) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:28.638484 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Request body: {'subnet': {'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619328396-subnet', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'ip_version': 4}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:28.644877 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66459d2f-e9a5-49ce-9f90-a23793bb7d75 admin admin] Pushing event updated for resources: {'Network': ['ID=3d024d2d-35d8-4ca7-8eae-3144a9292c94,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:28.657008 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 details requested by agent ovs-agent-dv-cinder-800768-2-iscsi with host dv-cinder-800768-2-iscsi {{(pid=93154) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:08:28.665114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Made reservation on behalf of 60479fdc7e544ac2904dcb0abeed53ab for: {'subnet': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:28.667687 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26082539'] for subnet, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.840706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25337145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26082521'] for subnet, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.898393 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8869e18-0de4-4578-a5de-a8787fbc4e70,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:28.906056 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Checking segment: {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:28.906409 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Network hostable DHCP agents. Network: 3d024d2d-35d8-4ca7-8eae-3144a9292c94, hostable agents: ['dd5bd10f-8d9b-4ec3-930b-67d294143f55'], hosted agents: [] {{(pid=93152) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:08:28.923718 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 is scheduled to be hosted by DHCP agent dd5bd10f-8d9b-4ec3-930b-67d294143f55 with binding_index 1 {{(pid=93152) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:08:28.933113 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800768-2-iscsi, 3d024d2d-35d8-4ca7-8eae-3144a9292c94) {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:28.935451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 33ab571d-c776-45fd-88f4-33fbf67de7ae up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:28.940689 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5cf4b-d861-489f-9aab-0f60bd8c9db4 None None] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:28.943183 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:28.943773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.960641 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f7dd8ca3-a286-4961-a021-fdff26af9f91 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3267379 Jul 14 12:08:28.963372 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40858) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:28.968533 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:28.989635 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6514'] for router, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:28.990603 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-916513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-914404', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6521'] for router, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.050773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.067206 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 33ab571d-c776-45fd-88f4-33fbf67de7ae completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:29.073093 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 33ab571d-c776-45fd-88f4-33fbf67de7ae triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:29.073481 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.169481 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b361c67-e5be-5032-bc45-a84067019090-3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70'}]}} from dv-cinder-800768-2-iscsi. {{(pid=93154) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 12:08:29.170275 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.191164 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-914422', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916572', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3731'] for router, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.219611 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.302491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:29.304773 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399ed28-6b69-4275-b9f1-2ac4eddc7166" -d '{"events": [{"server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "name": "network-vif-plugged", "status": "completed", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:29.338419 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:29.345913 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.374574 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6204f7-6719-45ca-87c1-aa858259b1ce x-openstack-request-id: req-4f6204f7-6719-45ca-87c1-aa858259b1ce {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:29.374869 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "name": "network-vif-plugged", "status": "completed", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:29.375124 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f6204f7-6719-45ca-87c1-aa858259b1ce {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:29.375510 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae', 'code': 200} Jul 14 12:08:29.387476 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.db_base_plugin_common [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Allocated IP 172.20.0.2 (3d024d2d-35d8-4ca7-8eae-3144a9292c94/b8869e18-0de4-4578-a5de-a8787fbc4e70/8b7437aa-fd05-4eb7-a160-3f16de9db11a) {{(pid=93154) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:29.404624 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.427895 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.428192 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:29.564728 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.574708 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Transition to ACTIVE for port object 8b7437aa-fd05-4eb7-a160-3f16de9db11a will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:29.607262 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Transition to ACTIVE for port object 8b7437aa-fd05-4eb7-a160-3f16de9db11a will not be triggered until provisioned by entity DHCP. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:29.615491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699'] for port, after_create {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.658117 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 is already hosted by enough agents. {{(pid=93154) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:29.661788 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.scheduler.base_scheduler [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Resources bound (agent type, host, resource id): {{(pid=93154) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:29.665545 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Received port after_create {{(pid=93154) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:29.678480 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Pushing event updated for resources: {'Port': ['ID=8b7437aa-fd05-4eb7-a160-3f16de9db11a,revision_number=1']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:29.743878 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Attempting to bind port 8b7437aa-fd05-4eb7-a160-3f16de9db11a on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:29.744473 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Attempting to bind port 8b7437aa-fd05-4eb7-a160-3f16de9db11a by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:29.744881 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Attempting to bind port 8b7437aa-fd05-4eb7-a160-3f16de9db11a on network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:29.746381 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f94963-aeb8-4319-adc3-2ca5efe9635b req-04c7f127-8789-41e7-a409-000673d348f6 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:29.751010 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:29.751572 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Checking segment: {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:29.752097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.752597 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Bound using segment: {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:29.753179 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Bound port: 8b7437aa-fd05-4eb7-a160-3f16de9db11a, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:29.753659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.753860 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-16f94963-aeb8-4319-adc3-2ca5efe9635b req-04c7f127-8789-41e7-a409-000673d348f6 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0764394 Jul 14 12:08:29.792257 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-16f94963-aeb8-4319-adc3-2ca5efe9635b req-a4aa0d23-38e6-4ef9-b583-d630d77fb6dc tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Jul 14 12:08:29.827677 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] For port 8b7437aa-fd05-4eb7-a160-3f16de9db11a, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:29.830907 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] For port 8b7437aa-fd05-4eb7-a160-3f16de9db11a, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8b7437aa-fd05-4eb7-a160-3f16de9db11a,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:29.834986 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:29.874522 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938db3-8970-4a87-b008-f2e84cd35f1f req-0b3d7fe2-fe1f-47eb-93e6-228351800aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:29.876077 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27938db3-8970-4a87-b008-f2e84cd35f1f req-0b3d7fe2-fe1f-47eb-93e6-228351800aaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 1098 time: 0.1022975 Jul 14 12:08:29.882347 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Allocated IP 172.27.3.247 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/b9613a1b-d00f-4b05-bc28-0a7c2268f0cb) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:29.893802 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19c1bc-fa77-4527-a9da-94131d7dc6a4 None None] Pushing event updated for resources: {'Port': ['ID=8b7437aa-fd05-4eb7-a160-3f16de9db11a,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:29.956875 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:29.963550 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-27938db3-8970-4a87-b008-f2e84cd35f1f req-f49e8f09-d741-4716-ae98-c06ec21603c0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783551 Jul 14 12:08:29.968843 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:29.969551 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:30.018505 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.066476 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.100901 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:30.124474 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:30.129128 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:30.131848 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:30.163095 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Pushing event updated for resources: {'Port': ['ID=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:30.341030 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8b7437aa-fd05-4eb7-a160-3f16de9db11a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:30.341676 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 2, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:30.371388 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:30.371739 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Updating router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:30.389789 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 8b7437aa-fd05-4eb7-a160-3f16de9db11a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:30.394150 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8d2e6c59-3842-433d-9ba0-31080da56a07 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:30.401959 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.408136 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.449896 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 8d2e6c59-3842-433d-9ba0-31080da56a07 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:30.453560 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 8d2e6c59-3842-433d-9ba0-31080da56a07 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:30.453925 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.537837 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.559874 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 8d2e6c59-3842-433d-9ba0-31080da56a07, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8d2e6c59-3842-433d-9ba0-31080da56a07,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:30.565055 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.618407 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=8d2e6c59-3842-433d-9ba0-31080da56a07,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:30.624795 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-914379'] for router, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.764855 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 is scheduled to L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff with binding_index 1 {{(pid=93152) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 12:08:30.795898 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.807431 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Transition to ACTIVE for port object 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:30.814247 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.866661 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Pushing event updated for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:30.899359 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.900568 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.901626 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.902118 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.902621 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.903115 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.903711 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.904217 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.904695 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.905192 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.905709 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.906182 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93155) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:30.916598 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:30.930653 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Sync routers for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:30.943389 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:30.944500 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:30.956474 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:30.964518 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-e5e751da-0b88-40e8-b505-fbefc332e022 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9998329 Jul 14 12:08:30.966531 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40866) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:31.019340 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68692bae-d07f-441f-8baf-0e546db65615 req-978324fd-2774-4a9d-92bb-4b6d5a1a9d13 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:31.019881 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Attempting to bind port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:31.021137 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Attempting to bind port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:31.022538 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68692bae-d07f-441f-8baf-0e546db65615 req-978324fd-2774-4a9d-92bb-4b6d5a1a9d13 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0998247 Jul 14 12:08:31.023009 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Attempting to bind port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:31.039911 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:31.041123 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:31.041601 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.045529 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Bound using segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:31.046616 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Bound port: 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:31.052590 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.077231 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e18535-79f6-4948-811f-cd2cda297079 None None] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:08:31.080578 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-68692bae-d07f-441f-8baf-0e546db65615 req-4fb2e874-5ac5-438e-8a4a-65112534b641 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Jul 14 12:08:31.156531 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] For port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:31.160648 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] For port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:31.163554 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:31.167138 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.194089 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Provisioning for port 8b7437aa-fd05-4eb7-a160-3f16de9db11a completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:31.229135 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:31.229970 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:31.246842 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Provisioning complete for port 8b7437aa-fd05-4eb7-a160-3f16de9db11a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:31.247207 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.353915 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a752824-684a-4e48-a6d3-00b712604c4a None None] Pushing event updated for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:31.390494 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:31.592683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.604867 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:31Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:31.624934 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.635546 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9c78da-3514-445b-99bb-2f020cffc0bf None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:31Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:31.686006 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] For port 8b7437aa-fd05-4eb7-a160-3f16de9db11a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8b7437aa-fd05-4eb7-a160-3f16de9db11a,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:31.693085 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 3, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:31.694894 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.746038 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Checking router: 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:31.746381 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Updating router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb binding host dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:31.798700 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Allocated IP 172.20.0.1 (3d024d2d-35d8-4ca7-8eae-3144a9292c94/b8869e18-0de4-4578-a5de-a8787fbc4e70/3b9d591c-98b9-4318-b777-82eec2a3fb6e) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:31.807262 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.830965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7677a6-9db2-45b0-b3f0-e84d601243da None None] Pushing event updated for resources: {'Port': ['ID=8b7437aa-fd05-4eb7-a160-3f16de9db11a,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:31.944644 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:31.958543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Transition to ACTIVE for port object 3b9d591c-98b9-4318-b777-82eec2a3fb6e will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:32.001409 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.002958 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c6732ff2-b442-4dc0-81ec-77fa3984b7bc None None] Provisioning complete for port 8b7437aa-fd05-4eb7-a160-3f16de9db11a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:32.003464 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c6732ff2-b442-4dc0-81ec-77fa3984b7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.044634 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:32.047806 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:32.051442 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:32.082236 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:32.103255 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-912814'] for router_interface, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.208399 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.227323 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Transition to ACTIVE for port object b9613a1b-d00f-4b05-bc28-0a7c2268f0cb will not be triggered until provisioned by entity L2. {{(pid=93154) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:32.240860 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.293029 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.328906 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9df28a-950a-4e7a-b5d1-7cbea980fef8 None None] Pushing event updated for resources: {'Port': ['ID=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,revision_number=2']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:32.351445 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:32.378706 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca340db-fbeb-42d4-afe9-73e340349674 req-77cfea80-d3ec-4905-9007-e2e5ab676bcd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:32.380369 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8ca340db-fbeb-42d4-afe9-73e340349674 req-77cfea80-d3ec-4905-9007-e2e5ab676bcd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0978324 Jul 14 12:08:32.395947 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Attempting to bind port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:32.396513 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Attempting to bind port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:32.397225 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Attempting to bind port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb on network 656c48c4-f497-48d9-96bd-e90d58b7405b {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:32.411129 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:32.411681 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Checking segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93154) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:32.412321 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.412812 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Bound using segment: {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'} {{(pid=93154) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:32.413392 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.managers [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Bound port: b9613a1b-d00f-4b05-bc28-0a7c2268f0cb, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25bde618-549a-4a6a-b14a-3e2500d85dd0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b'}}] {{(pid=93154) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:32.413871 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.433198 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8ca340db-fbeb-42d4-afe9-73e340349674 req-25d8d53b-401e-4d08-9b49-b9bd4db51e8f tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Jul 14 12:08:32.482861 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-889089b3-de75-43c7-8a97-b7df67b7d7fd None None] Provisioning for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:32.499547 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-889089b3-de75-43c7-8a97-b7df67b7d7fd None None] Provisioning complete for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:32.499920 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-889089b3-de75-43c7-8a97-b7df67b7d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.502814 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:32.505865 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] For port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93154) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:32.508234 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.509766 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] For port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:32.513798 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.530195 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.535051 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:32.535392 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.590896 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:32.593471 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-580152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-912100'] for router_interface, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.612496 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-889089b3-de75-43c7-8a97-b7df67b7d7fd None None] Port 3b9d591c-98b9-4318-b777-82eec2a3fb6e cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:32.638380 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9df28a-950a-4e7a-b5d1-7cbea980fef8 None None] Pushing event updated for resources: {'Port': ['ID=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,revision_number=3']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:32.651150 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:32.651818 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:32.690400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:32.691783 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:32.783115 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.820085 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:32.844060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:08:32.859169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:32.867495 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:32.868356 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8b7437aa-fd05-4eb7-a160-3f16de9db11a up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:32.995747 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:08:33.004080 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-5c599d67-b91a-401d-8159-be1f3eaf84e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/1359e2f6-7acf-4f3c-8dc7-91ef93321aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0350597 Jul 14 12:08:33.042975 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-bb1f9993-bd13-4e89-93d4-fe9dfbb6f3d9 None None] Provisioning complete for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:33.043569 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-bb1f9993-bd13-4e89-93d4-fe9dfbb6f3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.081399 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:33.112693 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 8b7437aa-fd05-4eb7-a160-3f16de9db11a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:33.113068 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.117355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f9993-bd13-4e89-93d4-fe9dfbb6f3d9 None None] Port 3b9d591c-98b9-4318-b777-82eec2a3fb6e cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:33.239049 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '3b9d591c-98b9-4318-b777-82eec2a3fb6e', 'name': '', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'mac_address': 'fa:16:3e:93:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:31Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 2, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'subnets': [{'id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:33.241379 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8d2e6c59-3842-433d-9ba0-31080da56a07 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:33.288177 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369e765-37c0-496a-9518-2d78e31955e4 None None] The sync data for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi is: [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '3b9d591c-98b9-4318-b777-82eec2a3fb6e', 'name': '', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'mac_address': 'fa:16:3e:93:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:31Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 2, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'subnets': [{'id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:33.320988 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 8d2e6c59-3842-433d-9ba0-31080da56a07 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:33.321451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.499221 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40886) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:33.517671 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501890791', 'description': 'tempest-secgroup-smoke-1501890791 description', 'project_id': 'fdd325e404fe4c55af13839434f833f3'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:33.555377 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.640928 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.644733 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.673057 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.674183 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1740351 Jul 14 12:08:33.677539 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40888) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:33.678213 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139aa5da-c833-4725-b3a3-0b086376db5e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714b5b20-78b5-41cf-8dce-8b025c54859c,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:33.682834 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:33.714110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.775631 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.779536 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.797799 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8184b255-becd-4e5e-a324-49f641642258,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:33.804226 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.808333 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 40890) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:33.808487 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-621f050c-3ed7-4bd2-ae1f-ea0193892148 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294689 Jul 14 12:08:33.813194 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:33.841240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.902791 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.906309 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.924419 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5210b975-0f9f-4c31-8445-02929594ab51,revision_number=0']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:33.930384 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:33.935291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40892) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:33.935450 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-71c0779c-8912-463a-8fce-2ba115797f04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260257 Jul 14 12:08:33.940317 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:33.967523 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.030645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.034259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.051841 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01339dd-1c06-4deb-95b1-6afd5dc13827,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:34.054386 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.055572 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-6a366911-ce13-411f-a5ee-589a2c8e0f81 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188807 Jul 14 12:08:34.058879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40896) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:34.063435 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:34.089793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.145717 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.149026 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.165051 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7f86b6-77f6-49df-8171-bdcaec785295,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:34.171367 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.172570 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-8cfcbe21-e84f-4d9c-9b87-e7ee9f3f0ae4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1127546 Jul 14 12:08:34.175329 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40898) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:34.179648 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:34.202391 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.securitygroups_db [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Project fdd325e404fe4c55af13839434f833f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:08:34.207316 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.251492 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:34.271663 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.275612 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.290972 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24f6fc0-4403-4015-9993-73f095704573,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:34.300671 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.304697 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-47a2e2db-1dbd-4358-95be-8692bc5c1047 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256802 Jul 14 12:08:34.304840 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:34.304984 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 40900) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:08:34.305097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.310001 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'security_group_rule': {'security_group_id': '714b5b20-78b5-41cf-8dce-8b025c54859c', 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:34.330094 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.securitygroups_db [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Project fdd325e404fe4c55af13839434f833f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:08:34.334821 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.398370 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.413093 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-556075'] for security_group_rule, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.443007 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c5bdcb-932c-46d7-b6ed-318db270431f,revision_number=0']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:34.445387 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:34.446552 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-f21b0a28-d815-4bef-b27d-1fd7b63736e1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407046 Jul 14 12:08:35.720669 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Sync routers for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:08:35.729631 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:35.730280 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:35.835071 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:36.039147 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '3b9d591c-98b9-4318-b777-82eec2a3fb6e', 'name': '', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'mac_address': 'fa:16:3e:93:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:31Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 2, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'subnets': [{'id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.064494 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Checking router: 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:08:36.064888 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Updating router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 port 3b9d591c-98b9-4318-b777-82eec2a3fb6e binding host dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:08:36.104174 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.268044 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9613a1b-d00f-4b05-bc28-0a7c2268f0cb up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:36.318437 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:36.323242 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:36.323618 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.373987 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks [] for port, precommit_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.386921 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.provisioning_blocks [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Transition to ACTIVE for port object 3b9d591c-98b9-4318-b777-82eec2a3fb6e will not be triggered until provisioned by entity L2. {{(pid=93155) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:36.400144 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.452238 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a461a1-ba97-408c-8604-78ea7072b783 None None] Pushing event updated for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=3']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:36.516480 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Attempting to bind port 3b9d591c-98b9-4318-b777-82eec2a3fb6e on host dv-cinder-800768-2-iscsi for vnic_type normal with profile {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:36.516844 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Attempting to bind port 3b9d591c-98b9-4318-b777-82eec2a3fb6e by drivers openvswitch,hyperv on host dv-cinder-800768-2-iscsi at level 0 using segments [{'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:36.517196 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Attempting to bind port 3b9d591c-98b9-4318-b777-82eec2a3fb6e on network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:36.522479 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Checking agent: {'id': '40ac196e-b031-43db-a47c-87b0a173ca77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800768-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 51, 41), 'started_at': datetime.datetime(2021, 7, 14, 11, 52, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800768-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:36.522841 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Checking segment: {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93155) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:36.523234 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.523619 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Bound using segment: {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'} {{(pid=93155) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:36.524099 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.managers [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Bound port: 3b9d591c-98b9-4318-b777-82eec2a3fb6e, host: dv-cinder-800768-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd27cc7-e453-4aee-b683-7a855dac8f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94'}}] {{(pid=93155) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:36.525299 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.539636 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.563713 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:36.568451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.594156 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] For port 3b9d591c-98b9-4318-b777-82eec2a3fb6e, host dv-cinder-800768-2-iscsi, cleared binding levels {{(pid=93155) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:36.597606 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.plugins.ml2.db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] For port 3b9d591c-98b9-4318-b777-82eec2a3fb6e, host dv-cinder-800768-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=3b9d591c-98b9-4318-b777-82eec2a3fb6e,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93155) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:36.607599 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron_lib.callbacks.manager [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93155) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.621169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:36.660703 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:08:36.661408 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:08:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:36.703897 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:36.803813 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a461a1-ba97-408c-8604-78ea7072b783 None None] Pushing event updated for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=4']} {{(pid=93155) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:36.874678 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:08:37.088202 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '3b9d591c-98b9-4318-b777-82eec2a3fb6e', 'name': '', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'mac_address': 'fa:16:3e:93:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:31Z', 'updated_at': '2021-07-14T12:08:36Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'subnets': [{'id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:08:37.113917 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906407b1-8329-4d1d-81df-5854f9767115 None None] The sync data for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi is: [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '3b9d591c-98b9-4318-b777-82eec2a3fb6e', 'name': '', 'network_id': '3d024d2d-35d8-4ca7-8eae-3144a9292c94', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'mac_address': 'fa:16:3e:93:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:31Z', 'updated_at': '2021-07-14T12:08:36Z', 'revision_number': 4, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'subnets': [{'id': 'b8869e18-0de4-4578-a5de-a8787fbc4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:08:38.281287 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9613a1b-d00f-4b05-bc28-0a7c2268f0cb up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:38.330754 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:38.331118 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:38.407271 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 3b9d591c-98b9-4318-b777-82eec2a3fb6e up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:38.449157 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-49859b7c-43e0-46e4-8d1f-485c09086482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:38.465890 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:38.469798 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:38.470164 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:38.548848 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:38.581978 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] For port 3b9d591c-98b9-4318-b777-82eec2a3fb6e, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=3b9d591c-98b9-4318-b777-82eec2a3fb6e,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:38.585535 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:38.635056 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Pushing event updated for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:38.793876 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:08:40.248975 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 3b9d591c-98b9-4318-b777-82eec2a3fb6e up at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:08:40.299858 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Provisioning complete for port 3b9d591c-98b9-4318-b777-82eec2a3fb6e triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:40.300260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:40.859310 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2927904f-37c6-4d5d-82c8-a9a3d98d37be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:41.339773 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:42.473050 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:44.045527 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:54.816208 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adbe7f-4514-419a-9d52-443136f92fa0 req-162ab353-67f9-49b6-a669-a02d5c21f1bd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:54.817636 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6adbe7f-4514-419a-9d52-443136f92fa0 req-162ab353-67f9-49b6-a669-a02d5c21f1bd tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0633140 Jul 14 12:08:54.854058 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d6adbe7f-4514-419a-9d52-443136f92fa0 req-ee7dd946-487e-48d3-b051-77d97d01b675 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Jul 14 12:08:55.094461 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-59a033b2-900c-45ec-87ed-4fc9418cd7b1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501890791&fields=id&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 267 time: 0.0334008 Jul 14 12:08:55.195910 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-a69fdccc-15dd-4ab6-8d8f-5e65e87c78d1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:55.197400 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-a69fdccc-15dd-4ab6-8d8f-5e65e87c78d1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.0967498 Jul 14 12:08:55.212096 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-f8bc5957-256d-4c7b-9368-ba6363e432c7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/quotas/fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 375 time: 0.0088947 Jul 14 12:08:55.279136 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-0895f0f2-bc34-4a63-b4cd-c1e0c4bfee21 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623393 Jul 14 12:08:55.619579 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-ee0fd8e5-6bf9-493a-8ee2-00c8a2713acd service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285928 Jul 14 12:08:55.708615 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-85b78eb3-acb2-406f-9bf0-844016fe42b5 service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829449 Jul 14 12:08:56.027119 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2fcfe123-92bf-4e29-be0e-9e3cd230a76b req-949accd3-4cb0-4755-b164-3fa98de55579 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 210 time: 0.0445406 Jul 14 12:08:56.068705 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b3b1b-6e68-4e8b-b7fe-effcbb412944 req-4ec105b5-ca6b-4068-a799-a884aa0a178b tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:56.070189 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-695b3b1b-6e68-4e8b-b7fe-effcbb412944 req-4ec105b5-ca6b-4068-a799-a884aa0a178b tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0985699 Jul 14 12:08:56.109671 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-695b3b1b-6e68-4e8b-b7fe-effcbb412944 req-08da51f5-1c88-4c57-8342-9eacc196d562 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/security-groups?id=e513b149-ccd5-4e0d-9bcf-22fd0039b980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Jul 14 12:08:56.763445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-f04d536a-edae-48af-a576-3636da513388 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:56.764959 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-f04d536a-edae-48af-a576-3636da513388 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 945 time: 0.0699873 Jul 14 12:08:56.868741 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Deleting port 33ab571d-c776-45fd-88f4-33fbf67de7ae {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:08:56.869081 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:56.960721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] For port 33ab571d-c776-45fd-88f4-33fbf67de7ae, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=33ab571d-c776-45fd-88f4-33fbf67de7ae,segment=NetworkSegment(24b561f0-041d-4ce5-b27c-ef9e39ea3d24),segment_id=24b561f0-041d-4ce5-b27c-ef9e39ea3d24)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:08:56.961075 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:56.973795 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Calling delete_port for 33ab571d-c776-45fd-88f4-33fbf67de7ae owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:08:57.102824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:57.133721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Pushing event deleted for resources: {'Port': ['ID=33ab571d-c776-45fd-88f4-33fbf67de7ae,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:57.146918 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['33ab571d-c776-45fd-88f4-33fbf67de7ae'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:08:57.176854 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2a9558e5-7d8d-4955-b73a-1cf415691678 req-a6c03548-47fd-4076-b8b9-d3aaee9be77a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 210 time: 0.0357885 Jul 14 12:08:57.189194 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] No DVR routers for this DVR port 33ab571d-c776-45fd-88f4-33fbf67de7ae on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:08:57.192903 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:57.195437 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1bb03330-e407-4cec-a09c-fcd4b36455c0 req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.47 "DELETE /v2.0/ports/33ab571d-c776-45fd-88f4-33fbf67de7ae HTTP/1.1" status: 204 len: 173 time: 0.4220324 Jul 14 12:08:57.196920 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.197272 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.197645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.197979 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.198313 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.199029 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.199369 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.199700 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.200048 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.200376 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.200732 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.201054 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863bbb35-567f-4e07-b13a-ee0cd1bd27cb tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:08:57.204601 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'name': 'network-vif-deleted', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:57.206916 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a71bdc-43fa-454d-893e-297474f3e781" -d '{"events": [{"server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "name": "network-vif-deleted", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:57.249667 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bfcf0-e942-40e8-9ef3-5200ba4f6384 x-openstack-request-id: req-007bfcf0-e942-40e8-9ef3-5200ba4f6384 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:57.250073 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1", "name": "network-vif-deleted", "tag": "33ab571d-c776-45fd-88f4-33fbf67de7ae", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:57.250396 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-007bfcf0-e942-40e8-9ef3-5200ba4f6384 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:57.250891 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1', 'name': 'network-vif-deleted', 'tag': '33ab571d-c776-45fd-88f4-33fbf67de7ae', 'status': 'completed', 'code': 200} Jul 14 12:08:57.272539 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4623c96e-ed76-4268-95fa-e680b7aa94be req-1f267d24-c1ae-452e-92b1-0a382cc74d05 tempest-VolumesSnapshotTestJSON-1383595011 tempest-VolumesSnapshotTestJSON-1383595011-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87cbc5d-6e0c-4e1f-8bd2-7cc7db3349f1 HTTP/1.1" status: 200 len: 210 time: 0.0301142 Jul 14 12:08:57.479330 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-03571e1b-d1ad-4ae6-96ee-ed13c5723196 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:57.480720 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-03571e1b-d1ad-4ae6-96ee-ed13c5723196 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.1073947 Jul 14 12:08:57.545421 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-0c4b5b5f-2923-43f8-876b-0326db0c71a8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 380 time: 0.0342197 Jul 14 12:08:57.554105 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'port': {'device_id': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'admin_state_up': True, 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'security_groups': ['714b5b20-78b5-41cf-8dce-8b025c54859c']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:57.658245 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Made reservation on behalf of fdd325e404fe4c55af13839434f833f3 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:08:57.662133 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:57.787796 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.20.0.9 (96a0f64e-0b2e-4676-98b1-a716cf346ac8/07649193-0604-423f-8ed1-37febabcfa5a/b29a2bd8-708d-4407-a935-e2b9f618552a) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:08:57.926587 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:57.940408 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Transition to ACTIVE for port object b29a2bd8-708d-4407-a935-e2b9f618552a will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:57.973826 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.016529 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:08:58.021811 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:08:58.025831 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:08:58.053014 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:58.079404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:58.080034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.096537 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-fa5bfbfc-7abb-4ad9-84bc-ea01240cf2bf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459378 Jul 14 12:08:58.120312 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Request body: {'port': {'device_id': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:08:58.209430 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.235284 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-74ad38bb-088c-4fff-b668-160c57be302f None None] Provisioning for port b29a2bd8-708d-4407-a935-e2b9f618552a completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:08:58.240241 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-74ad38bb-088c-4fff-b668-160c57be302f None None] Provisioning complete for port b29a2bd8-708d-4407-a935-e2b9f618552a triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:08:58.240721 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-74ad38bb-088c-4fff-b668-160c57be302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.283665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-74ad38bb-088c-4fff-b668-160c57be302f None None] Port b29a2bd8-708d-4407-a935-e2b9f618552a cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:08:58.389003 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf57d40-339f-4471-833d-19bb3e4cff3d req-2a1251eb-4abb-4a4a-9072-526860e06163 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:58.389003 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6bf57d40-339f-4471-833d-19bb3e4cff3d req-2a1251eb-4abb-4a4a-9072-526860e06163 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 931 time: 0.0813079 Jul 14 12:08:58.429141 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6bf57d40-339f-4471-833d-19bb3e4cff3d req-f3cd8709-5bd3-4949-a4d1-8ee114100808 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Jul 14 12:08:58.496958 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29a2bd8-708d-4407-a935-e2b9f618552a {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:08:58.504554 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.517170 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Transition to ACTIVE for port object b29a2bd8-708d-4407-a935-e2b9f618552a will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:08:58.521411 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.600084 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:58.652276 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Attempting to bind port b29a2bd8-708d-4407-a935-e2b9f618552a on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:08:58.652619 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Attempting to bind port b29a2bd8-708d-4407-a935-e2b9f618552a by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:08:58.652946 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Attempting to bind port b29a2bd8-708d-4407-a935-e2b9f618552a on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:58.658033 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Port b29a2bd8-708d-4407-a935-e2b9f618552a on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:08:58.658361 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Attempting to bind port b29a2bd8-708d-4407-a935-e2b9f618552a on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:08:58.664650 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:08:58.665511 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:08:58.665879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Bound using segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:08:58.666376 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Bound port: b29a2bd8-708d-4407-a935-e2b9f618552a, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:08:58.666791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.735681 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:08:58.739205 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b29a2bd8-708d-4407-a935-e2b9f618552a,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:08:58.743976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.775134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:58.775760 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:08:58.777192 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] 10.222.0.47 "PUT /v2.0/ports/b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 200 len: 1093 time: 0.6619825 Jul 14 12:08:58.806660 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad49372-0061-4dd6-8b73-cb6f8670fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:08:59.151155 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-cd6b0fb8-11c7-44af-9de3-6a71ac760451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.152606 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-cd6b0fb8-11c7-44af-9de3-6a71ac760451 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1096 time: 0.3166618 Jul 14 12:08:59.200849 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-049183d4-0c8e-4058-8dae-6437aebd7e29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 200 len: 217 time: 0.0328963 Jul 14 12:08:59.248583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-b10fb501-5ecd-435b-9ef7-4f3b00e95c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.249948 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-b10fb501-5ecd-435b-9ef7-4f3b00e95c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0410879 Jul 14 12:08:59.251456 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:08:59.253645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640b402-7dc1-403c-a69e-e99c8cc5597b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:08:59.293252 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703d03d-26bb-402a-915c-637707704424 x-openstack-request-id: req-f703d03d-26bb-402a-915c-637707704424 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:08:59.293544 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:08:59.293901 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f703d03d-26bb-402a-915c-637707704424 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:08:59.294175 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'status': 'completed', 'code': 200} Jul 14 12:08:59.313569 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-f71bc2ad-7437-40ce-9e7a-352f051ab48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.315051 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-f71bc2ad-7437-40ce-9e7a-352f051ab48b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577013 Jul 14 12:08:59.400933 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-2d83f037-4367-409b-9c73-2500dc8ceb61 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787904 Jul 14 12:08:59.494134 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-dfd249a2-ebe4-4312-8d39-3471a28cc021 req-657a31c2-62f5-4b8d-80a0-8bc09d3ec1df service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841231 Jul 14 12:08:59.608392 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db33309-2d46-4239-a27e-9c632db305b0 req-400123cd-7e42-484d-882a-8a89f469b54f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.609866 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0db33309-2d46-4239-a27e-9c632db305b0 req-400123cd-7e42-484d-882a-8a89f469b54f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0651407 Jul 14 12:08:59.636824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-51c51e5b-f4ff-40c1-bdcb-13407b496655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.638318 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-51c51e5b-f4ff-40c1-bdcb-13407b496655 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1096 time: 0.0535352 Jul 14 12:08:59.648029 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0db33309-2d46-4239-a27e-9c632db305b0 req-83e3e948-019a-4e7d-8f1b-c0a42e5caea0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jul 14 12:08:59.726224 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-21e696e9-ed8a-49cf-9aa7-225283332c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.727709 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-21e696e9-ed8a-49cf-9aa7-225283332c54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0828953 Jul 14 12:08:59.774160 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-8e7637b0-6e28-4f80-a5a4-0ef261d646e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 200 len: 217 time: 0.0388873 Jul 14 12:08:59.830012 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-521c8182-a83c-438a-a8b7-621f6fe7a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.831468 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-521c8182-a83c-438a-a8b7-621f6fe7a5e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0441959 Jul 14 12:08:59.892860 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-24945e50-a698-4c88-956f-e5690ec1f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:08:59.894383 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-24945e50-a698-4c88-956f-e5690ec1f8d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547314 Jul 14 12:08:59.987847 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-275112a4-3da6-427c-bf5f-baab1b2c6ccd service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857902 Jul 14 12:09:00.077310 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-7640b402-7dc1-403c-a69e-e99c8cc5597b req-152a226c-6346-4921-aa3e-90616d059149 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818412 Jul 14 12:09:00.817571 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9448a2-d189-40ae-abb6-248fe62cf49c req-1aef0ad8-5278-44bb-8901-4a278b6cf4bc tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:00.819029 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e9448a2-d189-40ae-abb6-248fe62cf49c req-1aef0ad8-5278-44bb-8901-4a278b6cf4bc tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0613155 Jul 14 12:09:00.855739 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e9448a2-d189-40ae-abb6-248fe62cf49c req-afa30c45-fe5c-451a-b49c-b65c73586145 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305843 Jul 14 12:09:02.024267 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610573-1c89-4785-8f6e-bd5b6a1d027f req-dcbd6411-3320-4509-9e72-bd004226d081 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:02.025739 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d610573-1c89-4785-8f6e-bd5b6a1d027f req-dcbd6411-3320-4509-9e72-bd004226d081 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0621209 Jul 14 12:09:02.062730 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d610573-1c89-4785-8f6e-bd5b6a1d027f req-ba9ac50c-5668-4078-bed8-518ea9ab2065 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314729 Jul 14 12:09:02.862130 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 33ab571d-c776-45fd-88f4-33fbf67de7ae no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:09:02.881907 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 33ab571d-c776-45fd-88f4-33fbf67de7ae {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:09:02.882244 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 33ab571d-c776-45fd-88f4-33fbf67de7ae not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:09:03.237014 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2659a6-07ef-42c8-a2f6-33147fe1e5e0 req-ef51ba8f-d7fc-455f-91de-11038bd3b788 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:03.238401 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d2659a6-07ef-42c8-a2f6-33147fe1e5e0 req-ef51ba8f-d7fc-455f-91de-11038bd3b788 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0655317 Jul 14 12:09:03.275476 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2d2659a6-07ef-42c8-a2f6-33147fe1e5e0 req-030962af-fef3-4510-a1f3-fdf1dca05a7c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Jul 14 12:09:04.450006 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f833-9497-4b60-a1ef-5e995e46565b req-22711b71-bc89-4b85-8dd7-89faac2f8b1b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:04.451493 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88f6f833-9497-4b60-a1ef-5e995e46565b req-22711b71-bc89-4b85-8dd7-89faac2f8b1b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0620389 Jul 14 12:09:04.488472 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-88f6f833-9497-4b60-a1ef-5e995e46565b req-88c21428-1452-40c9-bb51-9c683ed45229 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310442 Jul 14 12:09:05.657775 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7422ddd-5d85-45d3-b525-d19a24f0835a req-ebef0b8b-fc88-4e89-9c10-b661ce1d3b67 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:05.659137 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d7422ddd-5d85-45d3-b525-d19a24f0835a req-ebef0b8b-fc88-4e89-9c10-b661ce1d3b67 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0638447 Jul 14 12:09:05.695925 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d7422ddd-5d85-45d3-b525-d19a24f0835a req-c852c225-73ed-4df5-a6e2-e665710790ef tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Jul 14 12:09:06.497425 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-88b9c093-a1ab-4cba-b43d-255e11f032d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503814 Jul 14 12:09:06.615181 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-29a4c8b3-639b-4143-ae3f-d435728c7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:06.616656 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-29a4c8b3-639b-4143-ae3f-d435728c7837 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0557878 Jul 14 12:09:06.705562 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:06.741765 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-33edb1f2-579b-4dbd-b716-0484cf2b4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:06.743443 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-33edb1f2-579b-4dbd-b716-0484cf2b4c1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.1057537 Jul 14 12:09:06.819598 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-5021708b-e955-42b6-bac9-6a6020444b8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 1001 time: 0.0691891 Jul 14 12:09:06.869122 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-e3284bdd-79c4-4b1f-bee8-1c57f5e177fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:06.870932 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-e3284bdd-79c4-4b1f-bee8-1c57f5e177fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0448940 Jul 14 12:09:06.878147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c752-3b45-4015-81df-c703b8ea09ef req-3ac3f058-c688-4e21-bd60-dec57fac3582 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:06.879771 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-15a8c752-3b45-4015-81df-c703b8ea09ef req-3ac3f058-c688-4e21-bd60-dec57fac3582 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 943 time: 0.0629735 Jul 14 12:09:06.919796 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-15a8c752-3b45-4015-81df-c703b8ea09ef req-0f294adf-e66b-4b61-a363-aa3a421ff013 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330925 Jul 14 12:09:06.931479 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-79ba77db-dce8-456e-8384-0505837247ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:06.933021 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-79ba77db-dce8-456e-8384-0505837247ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551713 Jul 14 12:09:07.023937 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-73ec5711-d559-4b37-bbdb-70c5c6d3eb2f service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 Jul 14 12:09:07.090236 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device b29a2bd8-708d-4407-a935-e2b9f618552a details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:09:07.112622 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-c884fcc1-dea3-4bcf-ad09-1bd5f7afa338 req-56167710-feff-45f9-9079-48d95d72f43c service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820787 Jul 14 12:09:07.186896 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b29a2bd8-708d-4407-a935-e2b9f618552a,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:09:07.198220 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'port_id': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'mac_address': 'fa:16:3e:d0:c3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:09:07.233018 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:07.245422 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29a2bd8-708d-4407-a935-e2b9f618552a {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:09:07.264341 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b29a2bd8-708d-4407-a935-e2b9f618552a,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:09:07.267852 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:07.314338 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:07.577305 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['b29a2bd8-708d-4407-a935-e2b9f618552a'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:09:08.108408 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311cb93-c70e-43da-92a0-e3fde36c2832 req-36d9f3f3-804d-4d73-91b8-c301538787e8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:08.109834 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9311cb93-c70e-43da-92a0-e3fde36c2832 req-36d9f3f3-804d-4d73-91b8-c301538787e8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 944 time: 0.0618310 Jul 14 12:09:08.149843 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9311cb93-c70e-43da-92a0-e3fde36c2832 req-42ae76bf-94bc-4d57-a162-a1eaf12a59b2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345185 Jul 14 12:09:08.429310 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-068b1e0c-5cf8-474a-8305-6cd73ecf2095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:09.321250 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e4ba-6bd4-44e7-9bb1-e0f25ab54a51 req-23ba6688-282a-4971-a74a-f4ae8e1429b6 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:09.322728 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9840e4ba-6bd4-44e7-9bb1-e0f25ab54a51 req-23ba6688-282a-4971-a74a-f4ae8e1429b6 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 944 time: 0.0653880 Jul 14 12:09:09.362660 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9840e4ba-6bd4-44e7-9bb1-e0f25ab54a51 req-94c0b34c-c7e1-4bf7-8b38-52e3fcd1dcf2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344477 Jul 14 12:09:10.542057 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34974542-7283-40d1-822d-46d913a2ab90 req-8c0a7754-10b7-4d68-b058-28f7f6b93b1c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:10.543505 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34974542-7283-40d1-822d-46d913a2ab90 req-8c0a7754-10b7-4d68-b058-28f7f6b93b1c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 944 time: 0.0610471 Jul 14 12:09:10.579109 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-34974542-7283-40d1-822d-46d913a2ab90 req-3ac5a8d1-3ca5-4520-91ca-9c4f33ec4a22 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301547 Jul 14 12:09:10.860900 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6b1692e4-096f-45c0-ad38-4ea315ef67fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:11.102342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device b29a2bd8-708d-4407-a935-e2b9f618552a up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:09:11.151682 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port b29a2bd8-708d-4407-a935-e2b9f618552a completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:09:11.155105 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port b29a2bd8-708d-4407-a935-e2b9f618552a triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:09:11.155479 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:11.228489 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:11.250193 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:09:11.252434 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc84908-002c-4321-b07c-d10f1d04b56b" -d '{"events": [{"server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "name": "network-vif-plugged", "status": "completed", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:09:11.264972 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b29a2bd8-708d-4407-a935-e2b9f618552a,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:09:11.269336 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:11.292349 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170afc7f-93bd-4fe7-9865-2f596abcd398 x-openstack-request-id: req-170afc7f-93bd-4fe7-9865-2f596abcd398 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:09:11.292641 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "name": "network-vif-plugged", "status": "completed", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:09:11.292893 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-170afc7f-93bd-4fe7-9865-2f596abcd398 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:09:11.293280 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'code': 200} Jul 14 12:09:11.322581 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:11.342429 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:11.628584 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f16b-2b4a-431c-8ca2-bc121022f163 req-52230d95-fcc7-4fb7-9c15-41b60b5cd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:11.630201 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2230f16b-2b4a-431c-8ca2-bc121022f163 req-52230d95-fcc7-4fb7-9c15-41b60b5cd0e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1098 time: 0.0516832 Jul 14 12:09:11.665680 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2230f16b-2b4a-431c-8ca2-bc121022f163 req-a8d9985f-c99c-4f2f-99f7-c73d7cebc613 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273671 Jul 14 12:09:11.751298 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5f7c-a287-4a53-a56d-9b8bde29a3b4 req-bddedd99-51cf-4de6-ae0b-e0245239e269 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:11.752800 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8ab5f7c-a287-4a53-a56d-9b8bde29a3b4 req-bddedd99-51cf-4de6-ae0b-e0245239e269 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0647552 Jul 14 12:09:11.789641 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a8ab5f7c-a287-4a53-a56d-9b8bde29a3b4 req-8266cfc4-0efe-433b-868f-8a7c52e4394c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309131 Jul 14 12:09:12.474692 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:12.964637 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f51a0-ef4b-44bd-b0c9-81b036c39cd3 req-d6251ca4-ad82-4c01-bbde-510492ebb5aa tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:12.966155 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-891f51a0-ef4b-44bd-b0c9-81b036c39cd3 req-d6251ca4-ad82-4c01-bbde-510492ebb5aa tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0618773 Jul 14 12:09:13.004727 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-891f51a0-ef4b-44bd-b0c9-81b036c39cd3 req-99f6291a-cf17-422b-a69c-340577776528 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Jul 14 12:09:13.172806 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296037-62ee-4512-aa43-41f1e72c56b6 req-c5890064-0cdc-48dc-a57e-e1f4ee760ce3 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:13.174175 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-79296037-62ee-4512-aa43-41f1e72c56b6 req-c5890064-0cdc-48dc-a57e-e1f4ee760ce3 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0618408 Jul 14 12:09:13.209547 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-79296037-62ee-4512-aa43-41f1e72c56b6 req-eeace0b0-257a-4827-85c0-81ecf12aa15b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300043 Jul 14 12:09:13.234267 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41210) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:13.368835 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb746f-1e18-4cdb-98f1-d9e3a56e9bde tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:13.370339 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-8fcb746f-1e18-4cdb-98f1-d9e3a56e9bde tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1093 time: 0.1350803 Jul 14 12:09:13.373386 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41214) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:13.377730 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'port_id': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:09:13.399347 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:13.496819 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:13.604104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.27.3.199 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/c4e21f01-ca40-4fb3-b341-8aad69787878) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:09:13.700778 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:13.740949 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:13.780916 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:09:13.783903 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:09:13.787655 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:09:13.793026 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=c4e21f01-ca40-4fb3-b341-8aad69787878,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:13.819751 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.820165 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.821103 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.821449 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.821783 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.822115 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.822445 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.822774 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.823124 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.823473 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.823816 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:13.824169 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:14.047561 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.158638 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.229313 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.370188 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.374475 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.440659 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=c4e21f01-ca40-4fb3-b341-8aad69787878,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:14.449050 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.543129 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP eea58ab1-edb0-4d4e-abec-b72442d94a2f associated. External IP: 172.27.3.199, port: b29a2bd8-708d-4407-a935-e2b9f618552a. Jul 14 12:09:14.744841 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:09:14.847866 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:09:14.858085 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:09:14.863136 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:14.868440 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:09:14.869177 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:09:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:14.901299 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-70ecceb4-88d4-41fa-a136-1b7c156c9b6f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5267315 Jul 14 12:09:14.901732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:09:14.904019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401877a2-0eba-486a-b285-96d92fe9886b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:09:14.942656 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7905ffa1-59ad-4669-833b-faa11410af5f x-openstack-request-id: req-7905ffa1-59ad-4669-833b-faa11410af5f {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:09:14.942954 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:09:14.943207 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7905ffa1-59ad-4669-833b-faa11410af5f {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:09:14.943606 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'status': 'completed', 'code': 200} Jul 14 12:09:14.973230 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:09:15.044649 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401877a2-0eba-486a-b285-96d92fe9886b req-9f0d1d1a-e079-406e-beec-dc008d16ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:15.046236 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-9f0d1d1a-e079-406e-beec-dc008d16ac2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1098 time: 0.0557985 Jul 14 12:09:15.134363 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401877a2-0eba-486a-b285-96d92fe9886b req-e675d056-59bc-4d87-9e45-34d0fb1be7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:15.136113 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-e675d056-59bc-4d87-9e45-34d0fb1be7bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0826592 Jul 14 12:09:15.187230 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'eea58ab1-edb0-4d4e-abec-b72442d94a2f', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:d0:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:09:14Z', 'updated_at': '2021-07-14T12:09:14Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:15.204735 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-560643e5-6cae-4c83-9214-5c575272a38f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 200 len: 999 time: 0.0606177 Jul 14 12:09:15.212504 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:09:15.220512 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:09:15.221114 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:09:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:15.252431 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401877a2-0eba-486a-b285-96d92fe9886b req-470348bd-568f-400e-8bf3-2c7b0c66bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:15.253883 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-470348bd-568f-400e-8bf3-2c7b0c66bd7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0428982 Jul 14 12:09:15.309260 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401877a2-0eba-486a-b285-96d92fe9886b req-d851cd11-9048-4a64-bd56-108fe59141c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:15.310770 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-d851cd11-9048-4a64-bd56-108fe59141c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503852 Jul 14 12:09:15.323121 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:09:15.402919 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-f85fa220-89f7-47fb-b5fe-660119117d37 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Jul 14 12:09:15.490090 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-401877a2-0eba-486a-b285-96d92fe9886b req-59256304-7c01-42b3-904d-aad78b998251 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801508 Jul 14 12:09:15.655456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'eea58ab1-edb0-4d4e-abec-b72442d94a2f', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:d0:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:09:14Z', 'updated_at': '2021-07-14T12:09:14Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:15.681015 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547b08e9-d138-45ae-9ae8-af0b28b5f96a None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': 'eea58ab1-edb0-4d4e-abec-b72442d94a2f', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:d0:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:09:14Z', 'updated_at': '2021-07-14T12:09:14Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:09:15.793456 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:09:15.886676 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ff85b-1cee-4d63-9246-703536220f5c None None] New status for floating IP eea58ab1-edb0-4d4e-abec-b72442d94a2f: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:09:21.426806 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41284) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:21.469233 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Deleting subnet 0ba86c92-5756-4542-80b4-91458ce4e71e {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:09:21.472230 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.508811 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.545240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.593068 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.614816 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ba86c92-5756-4542-80b4-91458ce4e71e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:21.621180 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.622978 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-33c4fd77-d0c4-46fc-9b72-e2737e5b0167 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0ba86c92-5756-4542-80b4-91458ce4e71e HTTP/1.1" status: 204 len: 168 time: 0.1951334 Jul 14 12:09:21.625552 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41288) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:21.693587 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.770240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.780176 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20238b1c-bc26-448c-b522-dccb5ac665e2']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:21.789931 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b561f0-041d-4ce5-b27c-ef9e39ea3d24') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:21.790238 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b561f0-041d-4ce5-b27c-ef9e39ea3d24') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:21.798510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.811497 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.817184 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:09:21.817561 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:09:21.819343 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:09:21.876479 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.880705 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:21.882658 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] 10.222.0.44 "DELETE /v2.0/networks/20238b1c-bc26-448c-b522-dccb5ac665e2 HTTP/1.1" status: 204 len: 168 time: 0.2561021 Jul 14 12:09:21.895239 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a8039-01b4-41c0-a277-10f92583a412 admin admin] Pushing event deleted for resources: {'Network': ['ID=20238b1c-bc26-448c-b522-dccb5ac665e2,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:22.036930 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41292) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:22.076441 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-99189e14-b6bc-4c26-9eae-99127cca0bac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7d4cd852bcd457c8f278af3e5ff4b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383310 Jul 14 12:09:22.078829 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41294) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:22.123645 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:22.147638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:22.191978 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:22.194524 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:22.198369 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e513b149-ccd5-4e0d-9bcf-22fd0039b980 HTTP/1.1" status: 204 len: 168 time: 0.1159055 Jul 14 12:09:22.203943 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9e0d2-a43e-41c5-8d84-0962bc386a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513b149-ccd5-4e0d-9bcf-22fd0039b980,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:36.720342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:37.521890 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610e243-66c6-40f4-a6f1-f8a8303660b2 req-7d6d4160-cc48-4b1e-879b-a969550f5d0e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:37.523227 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8610e243-66c6-40f4-a6f1-f8a8303660b2 req-7d6d4160-cc48-4b1e-879b-a969550f5d0e tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0603924 Jul 14 12:09:37.558988 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8610e243-66c6-40f4-a6f1-f8a8303660b2 req-69191ea6-3ebb-4723-9af5-8ad68d6e0f21 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300410 Jul 14 12:09:38.429374 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-00e04609-6c83-4a2f-b463-ac3dba379c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:38.731688 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8622ff-61c4-46e7-b7f1-c1dcf2198186 req-6d0b2e5d-f9ce-4d80-83f6-3c42b610814a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:38.733119 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0a8622ff-61c4-46e7-b7f1-c1dcf2198186 req-6d0b2e5d-f9ce-4d80-83f6-3c42b610814a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0634706 Jul 14 12:09:38.770639 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0a8622ff-61c4-46e7-b7f1-c1dcf2198186 req-805ffa92-8631-4dfa-bff7-e125aaf2ad3c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Jul 14 12:09:39.937285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9bca3-777b-4118-959d-6972a6dcc08d req-60420bde-c2eb-4931-9eb9-7e96c6d90e5f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:39.938723 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2c9bca3-777b-4118-959d-6972a6dcc08d req-60420bde-c2eb-4931-9eb9-7e96c6d90e5f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0609193 Jul 14 12:09:39.975442 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c2c9bca3-777b-4118-959d-6972a6dcc08d req-9d8754e6-d4a7-4e91-bf93-b417d1233e9d tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313909 Jul 14 12:09:40.861090 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8005c1e8-cf90-459d-9f5b-1167349af8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:41.143019 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aadf6-1e7d-4300-94e0-7c8d721dc14e req-028426cf-f82a-4bfb-b732-b3c66ea07db9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:41.144416 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-665aadf6-1e7d-4300-94e0-7c8d721dc14e req-028426cf-f82a-4bfb-b732-b3c66ea07db9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0606105 Jul 14 12:09:41.180816 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-665aadf6-1e7d-4300-94e0-7c8d721dc14e req-cd106bbf-6cd7-45e4-b5ec-e2b8ad9618aa tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Jul 14 12:09:41.344166 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:42.349303 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61be48-89dd-410a-8771-b6a2e366f112 req-3462ba71-48c1-4eb6-9973-823ba165f60a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:42.350771 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c61be48-89dd-410a-8771-b6a2e366f112 req-3462ba71-48c1-4eb6-9973-823ba165f60a tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0643578 Jul 14 12:09:42.387402 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1c61be48-89dd-410a-8771-b6a2e366f112 req-aa32ed74-4682-4e7d-bf78-0367632f11a5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Jul 14 12:09:42.476689 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:43.558766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23bc80-d094-46b4-819c-504bd67ef05d req-3c5983de-80ac-41a8-a67e-0f544938561b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:43.560238 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9e23bc80-d094-46b4-819c-504bd67ef05d req-3c5983de-80ac-41a8-a67e-0f544938561b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0610240 Jul 14 12:09:43.597066 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9e23bc80-d094-46b4-819c-504bd67ef05d req-99f82425-8e84-4bca-8a99-077303cae5c7 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313632 Jul 14 12:09:44.050794 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:44.769092 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6020f1-70ba-481c-8ec0-050539832234 req-f625a811-e571-40dc-814f-9210d1935223 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:44.770559 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fe6020f1-70ba-481c-8ec0-050539832234 req-f625a811-e571-40dc-814f-9210d1935223 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0643148 Jul 14 12:09:44.807028 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fe6020f1-70ba-481c-8ec0-050539832234 req-13711d9a-35b6-49d1-bc4e-4c48e6329299 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Jul 14 12:09:45.974975 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531309-ed6f-47bb-9f16-6111961680f4 req-b944c5d5-8320-424f-a6d7-78fcd1835849 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:45.976451 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e531309-ed6f-47bb-9f16-6111961680f4 req-b944c5d5-8320-424f-a6d7-78fcd1835849 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0604448 Jul 14 12:09:46.012776 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2e531309-ed6f-47bb-9f16-6111961680f4 req-0821ed18-4d24-45c7-9629-b705923c9ad9 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Jul 14 12:09:47.182035 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012c74c-1566-4714-8756-3185b22f1553 req-bb0fb719-eaa5-49d6-b392-8fbe6a25afbf tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:47.183503 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9012c74c-1566-4714-8756-3185b22f1553 req-bb0fb719-eaa5-49d6-b392-8fbe6a25afbf tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0615976 Jul 14 12:09:47.220051 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9012c74c-1566-4714-8756-3185b22f1553 req-2972696d-37af-4ad8-a9bb-cf73fa8512eb tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304258 Jul 14 12:09:47.737924 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-d445597f-09bf-415d-ab50-8d58dc5d435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:47.739414 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-d445597f-09bf-415d-ab50-8d58dc5d435e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0518763 Jul 14 12:09:47.827934 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-216220ec-6848-4ccc-8a74-caa382d2ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:47.829377 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-216220ec-6848-4ccc-8a74-caa382d2ac8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0828664 Jul 14 12:09:47.892713 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-15379977-7404-41e0-a01c-1df91a8162f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 1001 time: 0.0558519 Jul 14 12:09:47.939323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-d22dea81-9a76-48df-9feb-5b373f35b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:47.940723 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-d22dea81-9a76-48df-9feb-5b373f35b955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0421379 Jul 14 12:09:47.998701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-c6552a47-36b1-4ce4-b67f-dcdcd158ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:48.000210 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-c6552a47-36b1-4ce4-b67f-dcdcd158ca0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530212 Jul 14 12:09:48.086002 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-cb63e069-fb0c-487f-955f-9ba46c984ad7 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789940 Jul 14 12:09:48.175592 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-f0dc2377-3d7d-4622-ba99-e05ef2fdc4a8 req-e460799a-9524-4ef9-ab90-2a121bd1cee4 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824807 Jul 14 12:09:48.390879 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a6b39-09b7-458b-89d5-6ef35773c4d4 req-1a23adac-fc18-46e9-8585-a5ddb015c486 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:48.392492 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-317a6b39-09b7-458b-89d5-6ef35773c4d4 req-1a23adac-fc18-46e9-8585-a5ddb015c486 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0641363 Jul 14 12:09:48.428643 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-317a6b39-09b7-458b-89d5-6ef35773c4d4 req-9bcb3f14-e713-4a1b-a10d-030b4dda8f05 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Jul 14 12:09:49.595229 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d18b1-73e2-4eaa-8e12-f13968095625 req-57076b77-a09f-41d1-a43a-e05a7ad6d16b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:49.596706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a3d18b1-73e2-4eaa-8e12-f13968095625 req-57076b77-a09f-41d1-a43a-e05a7ad6d16b tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0609388 Jul 14 12:09:49.632928 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9a3d18b1-73e2-4eaa-8e12-f13968095625 req-9a0b1f88-edcb-4f94-9467-1da8665ebcff tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308597 Jul 14 12:09:50.804363 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4436a0-f88b-4df4-8337-0de7b67c073f req-d62fd361-2a42-43de-a896-eb693e859adf tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:50.806024 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e4436a0-f88b-4df4-8337-0de7b67c073f req-d62fd361-2a42-43de-a896-eb693e859adf tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0656331 Jul 14 12:09:50.843032 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-6e4436a0-f88b-4df4-8337-0de7b67c073f req-12feacff-9e3e-4112-ad12-436d81312941 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Jul 14 12:09:51.159344 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41342) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:09:51.191492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3308c-ebda-4801-99fd-14c2e4251b6d req-b30fcd29-bf16-475b-b713-c6b94591053f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:51.192989 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2b3308c-ebda-4801-99fd-14c2e4251b6d req-b30fcd29-bf16-475b-b713-c6b94591053f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0641141 Jul 14 12:09:51.230506 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a2b3308c-ebda-4801-99fd-14c2e4251b6d req-15570ca3-947e-4cc7-b9a1-a63f160476cb tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Jul 14 12:09:51.252836 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-afc43ab0-56b3-4d39-86c0-7be9ba78856a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922248 Jul 14 12:09:52.401084 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acca63-2d4e-4e0d-a21d-a8a9e44a90e7 req-c3129eb9-f751-4d07-ace0-c9fb264c3bf7 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:52.402574 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c3acca63-2d4e-4e0d-a21d-a8a9e44a90e7 req-c3129eb9-f751-4d07-ace0-c9fb264c3bf7 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jul 14 12:09:52.439322 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-c3acca63-2d4e-4e0d-a21d-a8a9e44a90e7 req-c75a3b3d-20a7-4c72-9b32-d5a64c1bd5e2 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Jul 14 12:09:52.792205 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:09:52.933927 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-839a4720-6a07-4193-bdc2-d7ed9f5b6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:52.935425 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-839a4720-6a07-4193-bdc2-d7ed9f5b6667 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072&tenant_id=719159b92d1448ba900f8c0e4a22d6dc HTTP/1.1" status: 200 len: 1099 time: 0.0507808 Jul 14 12:09:53.019907 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-fc875c59-5941-4c37-ac10-25812734d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:53.021400 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-fc875c59-5941-4c37-ac10-25812734d1b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0512328 Jul 14 12:09:53.111599 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-3d390741-cbac-4648-960a-403bc6d2830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:53.113015 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-3d390741-cbac-4648-960a-403bc6d2830c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0845284 Jul 14 12:09:53.174965 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-a5c9e36d-b747-4192-8d27-ded63de8a763 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 1001 time: 0.0555613 Jul 14 12:09:53.225419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-d9c6c135-a2a4-4960-9365-baf044ecb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:53.226808 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-d9c6c135-a2a4-4960-9365-baf044ecb7cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0450382 Jul 14 12:09:53.282674 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-2f806aef-f475-4c29-85e7-a22262a44f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:53.284174 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-2f806aef-f475-4c29-85e7-a22262a44f30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499196 Jul 14 12:09:53.370921 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-084a03db-2041-4b84-952e-951b6143aa22 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796721 Jul 14 12:09:53.459233 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2f892a60-bae2-4ccc-8353-4f94670ab026 req-4b055ff5-f1ef-4f24-9782-541d839f504b service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811324 Jul 14 12:09:53.617510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01957-5cf6-4a5a-8672-7cbca85ad39f req-8df767a6-8218-46f4-beec-bde97c62812c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:53.618955 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3ea01957-5cf6-4a5a-8672-7cbca85ad39f req-8df767a6-8218-46f4-beec-bde97c62812c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Jul 14 12:09:53.654700 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-3ea01957-5cf6-4a5a-8672-7cbca85ad39f req-acba3ed7-2cb2-419c-9a04-6a618c91adfb tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301199 Jul 14 12:09:54.823189 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a366e4-158e-4808-bc54-f04f65aa1130 req-8972021d-15b3-466b-8e9b-22ef16ccda4c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:54.824667 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78a366e4-158e-4808-bc54-f04f65aa1130 req-8972021d-15b3-466b-8e9b-22ef16ccda4c tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0613270 Jul 14 12:09:54.860354 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-78a366e4-158e-4808-bc54-f04f65aa1130 req-c0780271-030b-4732-aaa3-a32a953783e3 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302458 Jul 14 12:09:55.292518 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:09:55.365151 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:55.385756 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:09:55.388258 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85069e33-75e3-487c-9b72-b7d47c593ae0" -d '{"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-unplugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:09:55.400330 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:09:55.404223 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:09:55.427204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b2bb42-6f4e-4f85-b39b-8c94b387c430 x-openstack-request-id: req-a7b2bb42-6f4e-4f85-b39b-8c94b387c430 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:09:55.427474 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-unplugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:09:55.427723 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7b2bb42-6f4e-4f85-b39b-8c94b387c430 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:09:55.428131 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'code': 200} Jul 14 12:09:55.451868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=6']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:55.459204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.459552 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.459890 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.460260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.460589 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.460915 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.461239 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.461559 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.461881 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.462198 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.462517 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:55.462836 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:56.031061 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f895-642d-4ef1-9aeb-508a4d8a6d6d req-cbc4164c-fb14-47ae-b810-55f5226d0828 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:56.032540 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4244f895-642d-4ef1-9aeb-508a4d8a6d6d req-cbc4164c-fb14-47ae-b810-55f5226d0828 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0655036 Jul 14 12:09:56.068598 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4244f895-642d-4ef1-9aeb-508a4d8a6d6d req-25a86c1e-818f-406e-a9fb-09e5dd8907c2 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305755 Jul 14 12:09:57.339732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14b6e-666c-4da4-b668-500afc1ecbc5 req-cb40e961-e0e4-443f-9f81-5cd423ce6bfc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:57.341207 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ddb14b6e-666c-4da4-b668-500afc1ecbc5 req-cb40e961-e0e4-443f-9f81-5cd423ce6bfc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.1633060 Jul 14 12:09:57.377371 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ddb14b6e-666c-4da4-b668-500afc1ecbc5 req-be083e95-0461-4d1d-997c-730eca8b6074 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301864 Jul 14 12:09:58.590647 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ef9f0-25d5-453a-9d3a-7417dd207a9c req-8ba2ec0a-bf99-42c4-a528-e361d3a1bdc0 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:58.592124 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d4ef9f0-25d5-453a-9d3a-7417dd207a9c req-8ba2ec0a-bf99-42c4-a528-e361d3a1bdc0 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.1057041 Jul 14 12:09:58.628194 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0d4ef9f0-25d5-453a-9d3a-7417dd207a9c req-f8a687e2-6148-49c8-a109-7118c5b901cc tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305326 Jul 14 12:09:59.682306 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663753a8-ef94-4d32-97b9-4ff5224a90c7 req-53d04636-6387-4af5-8f6b-3d55b89d4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:59.683795 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-663753a8-ef94-4d32-97b9-4ff5224a90c7 req-53d04636-6387-4af5-8f6b-3d55b89d4380 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1097 time: 0.0506346 Jul 14 12:09:59.716699 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-663753a8-ef94-4d32-97b9-4ff5224a90c7 req-d7eac276-9341-485c-8812-0c77563f545c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269105 Jul 14 12:09:59.797714 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebe61e-82a1-4204-a226-48662a8f9556 req-95cdd491-5053-483c-807a-6a12bc8c61d1 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:09:59.799140 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-04ebe61e-82a1-4204-a226-48662a8f9556 req-95cdd491-5053-483c-807a-6a12bc8c61d1 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0635116 Jul 14 12:09:59.834892 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-04ebe61e-82a1-4204-a226-48662a8f9556 req-fbbf06b2-810a-461e-ae38-8043a7bcab27 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303373 Jul 14 12:10:01.000238 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abd15c-24df-4d1b-9527-40d49680e361 req-3aae2544-a296-46c1-b2fc-21e160f71a77 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:01.001710 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01abd15c-24df-4d1b-9527-40d49680e361 req-3aae2544-a296-46c1-b2fc-21e160f71a77 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 944 time: 0.0610931 Jul 14 12:10:01.038371 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-01abd15c-24df-4d1b-9527-40d49680e361 req-ef61261b-f006-4c83-9a3b-7023268c4e63 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312147 Jul 14 12:10:01.322768 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:10:01.416136 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:01.427349 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'port_id': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'mac_address': 'fa:16:3e:78:7b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:10:01.462648 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:01.475591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cb98a3-d07f-491f-a3c6-beca99b912f6 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:10:01.497185 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:01.501086 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:01.548361 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=7']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:01.813698 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['93cb98a3-d07f-491f-a3c6-beca99b912f6'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:10:03.341292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:03.388367 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 93cb98a3-d07f-491f-a3c6-beca99b912f6 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:10:03.388743 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:03.462748 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:03.484307 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:10:03.486646 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffe2f48-4210-416a-a617-765b23971517" -d '{"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-plugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:10:03.499380 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:03.504237 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:03.528918 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2b41f-39c5-4a2e-ae2d-c8acbaeeb2ce x-openstack-request-id: req-6bc2b41f-39c5-4a2e-ae2d-c8acbaeeb2ce {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:10:03.529211 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-plugged", "status": "completed", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:10:03.529468 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bc2b41f-39c5-4a2e-ae2d-c8acbaeeb2ce {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:10:03.529859 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'code': 200} Jul 14 12:10:03.554278 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=8']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:06.724389 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:07.500943 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-9b5e3e29-a240-42bd-8491-e32111278c47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484128 Jul 14 12:10:07.621217 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-c7e45099-d21b-48b6-8fe1-c81776384820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:07.622649 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-c7e45099-d21b-48b6-8fe1-c81776384820 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0533841 Jul 14 12:10:07.725767 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-d4a8e654-bbd2-46ae-84bc-6e6943826f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:07.727186 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-d4a8e654-bbd2-46ae-84bc-6e6943826f22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0803862 Jul 14 12:10:07.797708 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-dce7a86a-6c6f-435f-9e7b-23060d2add25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 1001 time: 0.0602894 Jul 14 12:10:07.843078 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-7b6068ae-0d76-4b87-98c0-3a65fd476b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:07.844980 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-7b6068ae-0d76-4b87-98c0-3a65fd476b57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0411389 Jul 14 12:10:07.899030 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-1f8f9108-4551-4589-8a50-8c6f52d0caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:10:07.900463 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-1f8f9108-4551-4589-8a50-8c6f52d0caff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486920 Jul 14 12:10:07.994841 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-8ca0cf79-0686-4845-9831-452f5292aca7 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 Jul 14 12:10:08.080447 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-1560162a-718c-40b6-8a8d-dbe55d2d69ed req-5c985a5d-6e70-4f56-8cb0-2b5f1fd8bd7e service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783324 Jul 14 12:10:08.428842 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-55b13229-34f4-4055-90c3-0fc663773587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:10.861298 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ff8daa04-6634-49bb-ad84-951c1d8e9dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:11.344438 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:12.479704 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:14.052343 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:29.790593 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:10:36.726771 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:38.427518 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-21b153f1-1a16-4b3a-beaf-ce88b463d0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:40.860772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a371f195-0380-48aa-abb6-9f2c112bf81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:41.345969 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:42.482993 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:10:44.054499 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:06.742679 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:06.790516 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:08.427517 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-520282cc-f06f-42d2-81cf-aedb0cfd61ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:08.603335 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-14f398fe-1518-409b-bc6b-b3b808278f73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905130 Jul 14 12:11:08.690596 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-8110c0c9-99d4-4b04-aad7-a8143726733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:08.692652 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-8110c0c9-99d4-4b04-aad7-a8143726733c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 1098 time: 0.0543458 Jul 14 12:11:08.791577 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-38d2551c-b616-42cd-813a-049ae3f67ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:08.792932 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-38d2551c-b616-42cd-813a-049ae3f67ec6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0801075 Jul 14 12:11:08.857956 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-b3cfe21c-aea6-4b82-9aa2-f8c0ae5d27cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 200 len: 1001 time: 0.0580146 Jul 14 12:11:08.903589 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-964bd940-c78c-43d3-8cfb-03d24902402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:08.904962 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-964bd940-c78c-43d3-8cfb-03d24902402b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0402639 Jul 14 12:11:08.958404 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-8f8ef390-6672-4cf7-abfd-3fbe19f47bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:08.959812 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-8f8ef390-6672-4cf7-abfd-3fbe19f47bfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483432 Jul 14 12:11:08.971057 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-81a9717f-c4eb-41ad-930b-a84071e92814 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93152) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:11:08.971984 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-81a9717f-c4eb-41ad-930b-a84071e92814 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056615 Jul 14 12:11:09.062496 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-454cec9c-25b9-4eb9-bdfd-eb53e45bce40 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839064 Jul 14 12:11:09.150674 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d5e928c9-4d59-4344-a520-4858ef21a099 req-8dd1b692-c8a6-4770-8abd-2abd3aeed67a service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811567 Jul 14 12:11:10.861445 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc5b-2dd0-46a7-b8a9-4f1658fe0e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:11.346292 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:12.484849 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:13.776543 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e69aa-aae2-4b80-9ae1-c59d33c5f74a req-d959bd54-96a9-4840-bd3e-81b37f620617 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:13.777994 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-585e69aa-aae2-4b80-9ae1-c59d33c5f74a req-d959bd54-96a9-4840-bd3e-81b37f620617 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0654700 Jul 14 12:11:13.813952 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-585e69aa-aae2-4b80-9ae1-c59d33c5f74a req-77508f18-b756-4c4e-893b-a814d09ef99a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303812 Jul 14 12:11:14.056772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:14.986150 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f980-5299-48d8-afa8-39da6ac09de4 req-04e83693-98ce-457c-81c4-7906580b8540 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:14.987616 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7bd9f980-5299-48d8-afa8-39da6ac09de4 req-04e83693-98ce-457c-81c4-7906580b8540 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0604827 Jul 14 12:11:15.024885 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7bd9f980-5299-48d8-afa8-39da6ac09de4 req-fca90e18-9374-4799-b10a-cd73b069ed7d tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Jul 14 12:11:15.707311 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-4ba04220-d036-49f8-a580-82682967e523 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:15.708753 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-4ba04220-d036-49f8-a580-82682967e523 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 945 time: 0.0603213 Jul 14 12:11:15.805710 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port b29a2bd8-708d-4407-a935-e2b9f618552a {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:15.806049 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:15.888701 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] For port b29a2bd8-708d-4407-a935-e2b9f618552a, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=b29a2bd8-708d-4407-a935-e2b9f618552a,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:15.889051 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:16.053071 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:16.053609 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:16.053960 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP eea58ab1-edb0-4d4e-abec-b72442d94a2f disassociated. External IP: 172.27.3.199, port: b29a2bd8-708d-4407-a935-e2b9f618552a. Jul 14 12:11:16.054485 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for b29a2bd8-708d-4407-a935-e2b9f618552a owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:16.177192 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:16.194361 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0131415-2228-451c-8ae6-9ecf978feb45 req-be45aa8c-74fc-4c33-a80d-5506142f229e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:16.195845 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b0131415-2228-451c-8ae6-9ecf978feb45 req-be45aa8c-74fc-4c33-a80d-5506142f229e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 867 time: 0.0615175 Jul 14 12:11:16.207235 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=b29a2bd8-708d-4407-a935-e2b9f618552a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:16.220080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.220080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.220080 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.220371 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.220642 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.220945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.221272 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.221596 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.221943 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.222284 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.223132 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.223507 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:16.237932 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-b0131415-2228-451c-8ae6-9ecf978feb45 req-8afcf21d-b96c-448f-9485-f8e11612f625 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Jul 14 12:11:16.330313 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:11:16.429577 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:11:16.438464 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:11:16.447687 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:16.448338 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:16.473976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] No DVR routers for this DVR port b29a2bd8-708d-4407-a935-e2b9f618552a on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:11:16.476482 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:16.478439 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-2512c747-e015-4c13-9a74-e7a1885ecc02 req-f527ccaf-c777-4570-a85e-654a2f0d0913 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "DELETE /v2.0/ports/b29a2bd8-708d-4407-a935-e2b9f618552a HTTP/1.1" status: 204 len: 173 time: 0.7636952 Jul 14 12:11:16.478869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'name': 'network-vif-deleted', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:16.481116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b76aeed-a807-4dd6-b2f4-df2fb5c30736" -d '{"events": [{"server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "name": "network-vif-deleted", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:16.562068 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:16.583286 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2c31f1-a594-45fb-b4ec-96cba6e0d6fa x-openstack-request-id: req-db2c31f1-a594-45fb-b4ec-96cba6e0d6fa {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:16.583893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbbabf6-25ea-47f7-8197-4e32743c938a", "name": "network-vif-deleted", "tag": "b29a2bd8-708d-4407-a935-e2b9f618552a", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:16.584357 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db2c31f1-a594-45fb-b4ec-96cba6e0d6fa {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:16.584932 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbbabf6-25ea-47f7-8197-4e32743c938a', 'name': 'network-vif-deleted', 'tag': 'b29a2bd8-708d-4407-a935-e2b9f618552a', 'status': 'completed', 'code': 200} Jul 14 12:11:16.758983 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:16.788214 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:11:16.796196 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:16.796800 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:16.900401 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:17.096580 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:17.122080 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f52a7-c3dc-4d3b-bd70-cc06d4533b00 None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:11:17.338436 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84c414-653d-42bb-b50d-50d8d5795d2b None None] New status for floating IP eea58ab1-edb0-4d4e-abec-b72442d94a2f: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:11:17.393140 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f16868d0-ce75-4e47-bc94-08c9a878abac req-1bc5230a-cfa0-423b-91e5-cb5418f693cc tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bbbabf6-25ea-47f7-8197-4e32743c938a HTTP/1.1" status: 200 len: 210 time: 0.0302155 Jul 14 12:11:18.666830 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-56a81ac6-6b3b-44b3-8663-b44db62797ba tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501890791&fields=id&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 267 time: 0.0312634 Jul 14 12:11:18.764608 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-dc2fbac9-d273-430b-a016-6cacbb4ba75c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:18.766010 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-dc2fbac9-d273-430b-a016-6cacbb4ba75c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.0931222 Jul 14 12:11:18.779555 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-717a97ec-6b84-4291-936a-f25d126a381c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/quotas/fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 375 time: 0.0084825 Jul 14 12:11:18.849208 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-5c20d8f3-d931-409c-9856-4fd3a9fca3ce tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649211 Jul 14 12:11:18.903850 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-17f4a8c2-ee74-4c06-8aa8-73dd502a9c0d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:11:18.904888 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-17f4a8c2-ee74-4c06-8aa8-73dd502a9c0d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453143 Jul 14 12:11:18.990696 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-b1353399-c2f6-4727-8710-adf614a0d792 service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796518 Jul 14 12:11:19.079950 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-da5eedc1-6391-401b-a0a2-4951d476be5c service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835576 Jul 14 12:11:19.325981 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41438) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:19.474434 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Deleting port 4a61ebf5-86db-4e48-83d2-42a87b737e57 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:19.474685 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:19.544775 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:19.545098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:19.556172 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Calling delete_port for 4a61ebf5-86db-4e48-83d2-42a87b737e57 owned by network:floatingip {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:19.719216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:19.726871 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device b29a2bd8-708d-4407-a935-e2b9f618552a no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:19.747346 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: b29a2bd8-708d-4407-a935-e2b9f618552a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:19.747695 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device b29a2bd8-708d-4407-a935-e2b9f618552a not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:19.999879 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event deleted for resources: {'Port': ['ID=4a61ebf5-86db-4e48-83d2-42a87b737e57,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:20.058352 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:20.058679 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Floating IP a61e8133-cfde-4634-ba0d-50e2934b7d16 disassociated (deleted). External IP: 172.27.3.31, port: 93cb98a3-d07f-491f-a3c6-beca99b912f6. Jul 14 12:11:20.252757 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:11:20.358488 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:11:20.363216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:20.369260 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Sync routers for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:11:20.378203 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:20.379348 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:20.382373 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0737b759-1570-478f-a0da-108702b3d9f1 req-184a836f-50ab-4881-b124-05c7a6775e68 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0280230 Jul 14 12:11:20.408276 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-6ff3268f-9cac-4a1f-89a2-f5d326251e19 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "DELETE /v2.0/floatingips/a61e8133-cfde-4634-ba0d-50e2934b7d16 HTTP/1.1" status: 204 len: 168 time: 1.0810366 Jul 14 12:11:20.409137 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:20.411837 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ec09c-fe37-496d-8dc0-7bf37c332928" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:20.449991 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fac0ad-082f-4920-b24e-6590581899fa x-openstack-request-id: req-21fac0ad-082f-4920-b24e-6590581899fa {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:20.450504 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:20.450759 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21fac0ad-082f-4920-b24e-6590581899fa {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:20.451166 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'status': 'completed', 'code': 200} Jul 14 12:11:20.563557 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-7617aa12-2ba6-4745-b96f-8381d3ea0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:20.565097 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-7617aa12-2ba6-4745-b96f-8381d3ea0b61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 1099 time: 0.0551133 Jul 14 12:11:20.607676 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:20.667524 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-13f8c6ca-b939-476e-8d76-98f3dd9e5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:20.669094 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-13f8c6ca-b939-476e-8d76-98f3dd9e5567 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 200 len: 909 time: 0.0972023 Jul 14 12:11:20.722305 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-7caa2dbe-70c5-490c-9947-60d435982d24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 200 len: 217 time: 0.0350468 Jul 14 12:11:20.775924 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-11274989-4d0b-40e9-820b-6213612f3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:20.777415 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-11274989-4d0b-40e9-820b-6213612f3756 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 200 len: 847 time: 0.0486965 Jul 14 12:11:20.781235 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e65fcd-5b13-4357-af8c-7c3eae760ab8 req-9e7db053-8ffb-467a-92ed-4df43d2cf9f3 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:20.782706 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-92e65fcd-5b13-4357-af8c-7c3eae760ab8 req-9e7db053-8ffb-467a-92ed-4df43d2cf9f3 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0627162 Jul 14 12:11:20.816947 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:20.824212 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-92e65fcd-5b13-4357-af8c-7c3eae760ab8 req-0806586a-29d5-4bb5-a76c-625fbcea0678 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348608 Jul 14 12:11:20.838434 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-99110077-5d50-4c20-b8f6-09538104d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:20.840048 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-99110077-5d50-4c20-b8f6-09538104d4d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546544 Jul 14 12:11:20.844295 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Checking router: 6f6f8fd4-260c-470d-900e-e912d7dcbae1 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:11:20.853202 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:20.853805 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:20.928398 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-cad22487-4c14-44e7-a1f4-cfbfb0248a9d service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799072 Jul 14 12:11:20.955144 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:21.021427 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-238ec09c-fe37-496d-8dc0-7bf37c332928 req-cead856e-78a1-4b36-b063-e7b8b963b3e4 service neutron] 10.222.0.47 "GET /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Jul 14 12:11:21.154002 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:21.179868 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d5eb5-337b-40fb-9fb9-5da2858300b4 None None] The sync data for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi is: [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:06:37Z', 'revision_number': 4, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': 'edc282b4-7d33-4b32-abf7-ef830a962b89', 'name': '', 'network_id': 'cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'mac_address': 'fa:16:3e:c9:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:36Z', 'updated_at': '2021-07-14T12:06:44Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'subnets': [{'id': '007aa807-7395-4db9-9a0b-c93292b463ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:11:21.390666 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86dbe4-02b1-4a34-b2bc-01d394920b3c None None] New status for floating IP a61e8133-cfde-4634-ba0d-50e2934b7d16: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:11:21.468293 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-90ad2531-2655-4fe8-b928-0c837c9b9478 req-7985a28a-96a6-40d2-9785-9b8251375c4b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0323849 Jul 14 12:11:22.002546 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cdf02-ca1c-4cac-a9b7-19fcbf8bbc6a req-b99f8bd2-5939-4941-8825-f2908f130ce5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:22.004626 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-210cdf02-ca1c-4cac-a9b7-19fcbf8bbc6a req-b99f8bd2-5939-4941-8825-f2908f130ce5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0650640 Jul 14 12:11:22.041561 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-210cdf02-ca1c-4cac-a9b7-19fcbf8bbc6a req-c77c324c-391b-4077-b3d9-400cc127082d tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/security-groups?id=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Jul 14 12:11:22.547044 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9dee1330-3607-4297-8a18-d757d0db5dc4 req-6d5e973e-1236-4b35-8908-6eef4ca1ae89 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Jul 14 12:11:22.555120 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-4a1404ad-2875-4f6c-ad8d-6ef2fa6091a5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:22.556620 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-4a1404ad-2875-4f6c-ad8d-6ef2fa6091a5 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 946 time: 0.0626609 Jul 14 12:11:22.660438 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Deleting port 93cb98a3-d07f-491f-a3c6-beca99b912f6 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:22.660575 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:22.745114 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] For port 93cb98a3-d07f-491f-a3c6-beca99b912f6, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=93cb98a3-d07f-491f-a3c6-beca99b912f6,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:22.745466 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:22.757579 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Calling delete_port for 93cb98a3-d07f-491f-a3c6-beca99b912f6 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:22.880445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:22.906657 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event deleted for resources: {'Port': ['ID=93cb98a3-d07f-491f-a3c6-beca99b912f6,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:22.951850 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] No DVR routers for this DVR port 93cb98a3-d07f-491f-a3c6-beca99b912f6 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:11:22.954246 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:22.956785 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-26ac3d5a-60c7-4b4d-9a41-6859e7e27ac2 req-a7d3cce1-ad30-41aa-a041-3d6e5b91841f tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.47 "DELETE /v2.0/ports/93cb98a3-d07f-491f-a3c6-beca99b912f6 HTTP/1.1" status: 204 len: 173 time: 0.3931570 Jul 14 12:11:22.957216 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-deleted', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:22.959444 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc22158f-86d3-4d84-b08f-883b43874f31" -d '{"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-deleted", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:22.995431 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c72bdd-7488-4579-b27f-d3886e7644c7 x-openstack-request-id: req-a3c72bdd-7488-4579-b27f-d3886e7644c7 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:22.995716 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb53c6a-e68f-4211-9303-58e810a50072", "name": "network-vif-deleted", "tag": "93cb98a3-d07f-491f-a3c6-beca99b912f6", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:22.995969 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3c72bdd-7488-4579-b27f-d3886e7644c7 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:22.996398 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb53c6a-e68f-4211-9303-58e810a50072', 'name': 'network-vif-deleted', 'tag': '93cb98a3-d07f-491f-a3c6-beca99b912f6', 'status': 'completed', 'code': 200} Jul 14 12:11:23.180344 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-851bf542-a742-4c1c-86b2-9f0cded8e57d req-e6936e4e-6593-463a-be7d-fe6677d9afd1 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cb53c6a-e68f-4211-9303-58e810a50072 HTTP/1.1" status: 200 len: 210 time: 0.0305092 Jul 14 12:11:23.628288 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5dbc3b55-293a-4f7c-a3f2-7ad48e6e2f97 req-bdaef5c8-140d-41d3-a0f6-059ebfd95bee tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0273156 Jul 14 12:11:24.272077 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41482) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:24.330919 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:24.355300 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:24.412658 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:24.415468 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:24.416636 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] 10.222.0.44 "DELETE /v2.0/security-groups/0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f HTTP/1.1" status: 204 len: 168 time: 0.1438980 Jul 14 12:11:24.425543 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934881c-8c7c-4cd6-9857-68b973d4c898 tempest-TestShelveInstance-2113962400 tempest-TestShelveInstance-2113962400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be5a1b3-efaf-4ce2-a1f7-c5e6632ab24f,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:24.457323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41486) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:24.762259 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-9c669262-722c-4e06-aa9f-a6dae8cc72dd req-c9322f1d-39be-4ed6-b42d-cc80f06e0bea tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Jul 14 12:11:24.783710 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:25.029149 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Deleting port edc282b4-7d33-4b32-abf7-ef830a962b89 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:25.029513 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:25.107813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] For port edc282b4-7d33-4b32-abf7-ef830a962b89, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=edc282b4-7d33-4b32-abf7-ef830a962b89,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:25.108197 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:25.120364 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Calling delete_port for edc282b4-7d33-4b32-abf7-ef830a962b89 owned by network:router_interface {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:25.297150 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:25.321727 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=edc282b4-7d33-4b32-abf7-ef830a962b89,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:25.481277 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:25.759548 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:11:25.789116 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-c0d26a78-548e-4d3e-8af8-294f3c84828d tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:25.790588 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-c0d26a78-548e-4d3e-8af8-294f3c84828d tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.1481647 Jul 14 12:11:25.892990 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-7e3fcabf-6696-4ea2-8695-03fb8200cdd8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 380 time: 0.0710115 Jul 14 12:11:25.901863 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8e2f7d5b-d1d5-4e96-bfd7-990884fd2ef1 req-13cca4e6-73a8-4a28-8bd2-ea9d5a03ba70 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0291586 Jul 14 12:11:25.904233 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'port': {'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'admin_state_up': True, 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'security_groups': ['714b5b20-78b5-41cf-8dce-8b025c54859c']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:11:25.964200 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:11:25.970664 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-08a696c5-c0f9-4077-8372-fe6c4a458a0e admin admin] 10.222.0.44 "PUT /v2.0/routers/6f6f8fd4-260c-470d-900e-e912d7dcbae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109622 Jul 14 12:11:25.972715 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41494) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:25.974591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Sync routers for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:11:25.985513 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:25.986998 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:26.030953 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Made reservation on behalf of fdd325e404fe4c55af13839434f833f3 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:11:26.035424 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.100713 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:26.172688 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.20.0.3 (96a0f64e-0b2e-4676-98b1-a716cf346ac8/07649193-0604-423f-8ed1-37febabcfa5a/43e74d68-d96d-4713-8212-31b8a1bf2de5) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:11:26.290222 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:11:25Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:26.324034 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Checking router: 6f6f8fd4-260c-470d-900e-e912d7dcbae1 for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:11:26.332796 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.334591 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Routers {'6f6f8fd4-260c-470d-900e-e912d7dcbae1'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:26.335305 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:26.343102 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.348890 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Transition to ACTIVE for port object 43e74d68-d96d-4713-8212-31b8a1bf2de5 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:11:26.388207 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.442609 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:11:26.450722 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:11:26.454076 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.458222 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] Set router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:26.469337 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:26.471890 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:11:26.514816 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Deleting port f1176ed0-c454-495a-81fb-93e3e9018106 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:26.515452 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.545320 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:26.546163 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.568920 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-c8169dac-a36a-4dee-8f2c-91f740d0cec1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6686246 Jul 14 12:11:26.591115 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Request body: {'port': {'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:11:26.610995 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] For port f1176ed0-c454-495a-81fb-93e3e9018106, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=f1176ed0-c454-495a-81fb-93e3e9018106,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:26.611352 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.628865 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Calling delete_port for f1176ed0-c454-495a-81fb-93e3e9018106 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:26.679859 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.695863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:11:25Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:26.722938 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a247bad-23d1-43d9-a96c-24a1e5d8be73 None None] The sync data for ids ['6f6f8fd4-260c-470d-900e-e912d7dcbae1'] in dv-cinder-800768-2-iscsi is: [{'id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'name': 'tempest-TestShelveInstance-982987791-router', 'tenant_id': '719159b92d1448ba900f8c0e4a22d6dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:33Z', 'updated_at': '2021-07-14T12:11:25Z', 'revision_number': 5, 'project_id': '719159b92d1448ba900f8c0e4a22d6dc', 'gw_port': {'id': 'f1176ed0-c454-495a-81fb-93e3e9018106', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:b1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6f8fd4-260c-470d-900e-e912d7dcbae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:34Z', 'updated_at': '2021-07-14T12:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:11:26.786067 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c7126f31-edf2-437e-9723-9129a1587659 None None] Provisioning for port 43e74d68-d96d-4713-8212-31b8a1bf2de5 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:11:26.791667 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c7126f31-edf2-437e-9723-9129a1587659 None None] Provisioning complete for port 43e74d68-d96d-4713-8212-31b8a1bf2de5 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:11:26.792217 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c7126f31-edf2-437e-9723-9129a1587659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.816040 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.831966 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c7126f31-edf2-437e-9723-9129a1587659 None None] Port 43e74d68-d96d-4713-8212-31b8a1bf2de5 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:11:26.844503 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1176ed0-c454-495a-81fb-93e3e9018106,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:26.870869 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.871223 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.871564 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.871901 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.872258 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.872600 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.872927 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.873254 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.873584 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.873908 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.874240 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.874563 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:26.921881 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.957698 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e74d68-d96d-4713-8212-31b8a1bf2de5 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:11:26.965237 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:26.981790 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Transition to ACTIVE for port object 43e74d68-d96d-4713-8212-31b8a1bf2de5 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:11:26.985984 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.013288 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.015339 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.038839 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Pushing event updated for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:27.099264 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.100241 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6f8fd4-260c-470d-900e-e912d7dcbae1 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:11:27.105524 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.107065 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-be9f79ee-0226-4bb4-a88a-316a5d9f58c0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6f6f8fd4-260c-470d-900e-e912d7dcbae1 HTTP/1.1" status: 204 len: 168 time: 1.1333718 Jul 14 12:11:27.110667 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41498) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:27.133893 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Attempting to bind port 43e74d68-d96d-4713-8212-31b8a1bf2de5 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:11:27.134305 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Attempting to bind port 43e74d68-d96d-4713-8212-31b8a1bf2de5 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:11:27.134703 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Attempting to bind port 43e74d68-d96d-4713-8212-31b8a1bf2de5 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:11:27.140201 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Port 43e74d68-d96d-4713-8212-31b8a1bf2de5 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:11:27.140793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Attempting to bind port 43e74d68-d96d-4713-8212-31b8a1bf2de5 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:11:27.146933 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:11:27.147271 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:11:27.147654 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Bound using segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:11:27.148103 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Bound port: 43e74d68-d96d-4713-8212-31b8a1bf2de5, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:11:27.148460 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.187246 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74f1d-3279-4f33-89d2-b548ed790a15 req-72de319b-ace2-4660-9352-9e7f3c15d972 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:27.194436 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60d74f1d-3279-4f33-89d2-b548ed790a15 req-72de319b-ace2-4660-9352-9e7f3c15d972 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.1715980 Jul 14 12:11:27.199485 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Deleting subnet 007aa807-7395-4db9-9a0b-c93292b463ea {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:11:27.210678 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.225059 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:11:27.228400 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:11:27.237970 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.270106 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.274492 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-60d74f1d-3279-4f33-89d2-b548ed790a15 req-8945e274-2ae3-48d1-98e3-f5ef4fc0b499 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791039 Jul 14 12:11:27.276580 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:27.277191 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.278742 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] 10.222.0.47 "PUT /v2.0/ports/43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 1093 time: 0.6921353 Jul 14 12:11:27.281383 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:27.283262 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:27.313744 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73ca6-d2a8-44d4-83ba-ca5648a52056 service neutron] Pushing event updated for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:27.346006 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe013ab-81bb-4453-ac28-c7f52ba3682c x-openstack-request-id: req-0fe013ab-81bb-4453-ac28-c7f52ba3682c {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:27.347016 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:27.347268 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fe013ab-81bb-4453-ac28-c7f52ba3682c {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:27.347662 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'status': 'completed', 'code': 200} Jul 14 12:11:27.372795 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.437574 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.472153 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.474081 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/007aa807-7395-4db9-9a0b-c93292b463ea HTTP/1.1" status: 204 len: 168 time: 0.3621893 Jul 14 12:11:27.475518 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e935a1-4543-4e8a-ae13-95320e37e63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007aa807-7395-4db9-9a0b-c93292b463ea,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:27.477684 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d9e13c-3767-4867-81f0-b7120e957f8e None None] Network cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:11:27.478159 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41502) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:27.552668 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.620497 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Deleting port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:27.621302 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.691981 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] For port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,segment=NetworkSegment(8273cee7-981e-4770-8e0d-b14727a3fe4d),segment_id=8273cee7-981e-4770-8e0d-b14727a3fe4d)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:27.692385 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.705068 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Calling delete_port for d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:27.708551 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-da16194e-4b69-40ba-bb55-78db73cfe672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:27.710041 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-da16194e-4b69-40ba-bb55-78db73cfe672 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.3478088 Jul 14 12:11:27.752749 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:27.756833 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-53baaf61-b0d5-4d61-a137-977857605bfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 217 time: 0.0324681 Jul 14 12:11:27.776950 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 93cb98a3-d07f-491f-a3c6-beca99b912f6 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:27.777629 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 93cb98a3-d07f-491f-a3c6-beca99b912f6 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:27.786439 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.811781 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56ed9ef-4e72-4d55-8ae8-a627aefc7b83,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:27.811992 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-c2b09b61-c15d-45eb-97f3-fc8e876742d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:27.813933 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-c2b09b61-c15d-45eb-97f3-fc8e876742d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0504665 Jul 14 12:11:27.815425 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] No DVR routers for this DVR port d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 on host dv-cinder-800768-2-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:11:27.869668 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a303-b0e8-4205-acaf-029d0809541c req-a41e3870-5b53-4bc7-b809-13f5908d7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:27.871038 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-a41e3870-5b53-4bc7-b809-13f5908d7bea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510998 Jul 14 12:11:27.883146 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.893009 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:27.903639 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8273cee7-981e-4770-8e0d-b14727a3fe4d') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:27.903937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8273cee7-981e-4770-8e0d-b14727a3fe4d') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:27.913011 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.934560 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.941871 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:11:27.942362 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:11:27.944774 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:11:27.958261 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ee2c9-aa42-4b58-8bd5-53c706c8b3ef None None] DHCP port deletion for cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:11:27.972703 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-a4cf9f32-726c-4147-8c51-0b54968b11c0 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932043 Jul 14 12:11:28.013123 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.018386 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.023710 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe HTTP/1.1" status: 204 len: 168 time: 0.5443881 Jul 14 12:11:28.024732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41504) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:28.041926 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af536c-5fa5-4331-99da-f2002302a0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd8cb7c-8c5e-48ad-b5c0-d6e9e7775cbe,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:28.070171 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-d279a303-b0e8-4205-acaf-029d0809541c req-47941766-9557-4601-9479-fcc971e1125a service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916739 Jul 14 12:11:28.233719 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-5ee71fcf-87e8-4a7c-8fc8-bfe880f49ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:28.235138 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-5ee71fcf-87e8-4a7c-8fc8-bfe880f49ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1096 time: 0.0574212 Jul 14 12:11:28.334976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-1fca2a51-43d8-426a-9079-09b563b43c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:28.336782 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-1fca2a51-43d8-426a-9079-09b563b43c61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0950339 Jul 14 12:11:28.344442 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f1176ed0-c454-495a-81fb-93e3e9018106 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:28.385719 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-b3231132-bebe-4504-82e0-8496ab36a029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 217 time: 0.0362887 Jul 14 12:11:28.414820 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.441574 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-44cff2d8-10b0-4d13-9858-241696e93615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:28.443545 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-44cff2d8-10b0-4d13-9858-241696e93615 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0506563 Jul 14 12:11:28.489170 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: f1176ed0-c454-495a-81fb-93e3e9018106 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:28.489717 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device f1176ed0-c454-495a-81fb-93e3e9018106 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:28.489825 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device edc282b4-7d33-4b32-abf7-ef830a962b89 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:28.508570 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: edc282b4-7d33-4b32-abf7-ef830a962b89 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:28.508922 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device edc282b4-7d33-4b32-abf7-ef830a962b89 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:28.509352 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:28.510569 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-8ce98614-365e-4d46-b722-3b8717c7a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:28.512525 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-8ce98614-365e-4d46-b722-3b8717c7a49e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620646 Jul 14 12:11:28.528602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:28.528951 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device d56ed9ef-4e72-4d55-8ae8-a627aefc7b83 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:28.566626 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183be33-fb14-44d0-8bda-edb23c28c94f req-c7dcb440-25cf-488c-a88e-a71a7903b157 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:28.568122 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5183be33-fb14-44d0-8bda-edb23c28c94f req-c7dcb440-25cf-488c-a88e-a71a7903b157 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.1510797 Jul 14 12:11:28.601482 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-ecd35c08-c633-4326-9cfe-416f06d70cce service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814977 Jul 14 12:11:28.656070 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-5183be33-fb14-44d0-8bda-edb23c28c94f req-286c5de1-241c-4e5e-90f3-01065ee9d5d9 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604322 Jul 14 12:11:28.697004 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9d9c30a5-4676-4d54-9af0-62f3d8f89dbd req-60a9de0f-8063-49dc-956e-aedf312fb1fd service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884633 Jul 14 12:11:28.749613 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Deleting port 6b239830-2c3f-4411-9035-fd0a9dc9ba17 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:28.749887 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.826911 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] For port 6b239830-2c3f-4411-9035-fd0a9dc9ba17, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=6b239830-2c3f-4411-9035-fd0a9dc9ba17,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:28.827260 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:28.839516 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Calling delete_port for 6b239830-2c3f-4411-9035-fd0a9dc9ba17 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:29.010744 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:29.033506 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b239830-2c3f-4411-9035-fd0a9dc9ba17,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:29.197973 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:29.400569 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Router f31b601c-967a-44ea-94a7-eaeaab472227 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:11:29.500746 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:11:29.505593 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-fcea96ab-cd4d-4b68-aea9-19333da0b25d admin admin] 10.222.0.44 "PUT /v2.0/routers/f31b601c-967a-44ea-94a7-eaeaab472227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4794633 Jul 14 12:11:29.508151 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41508) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:29.509095 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Sync routers for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:11:29.518179 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:29.519295 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:29.606326 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:29.617301 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:29.793535 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:11:28Z', 'revision_number': 5, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:29.820259 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Checking router: f31b601c-967a-44ea-94a7-eaeaab472227 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:11:29.828636 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Routers {'f31b601c-967a-44ea-94a7-eaeaab472227'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:29.829418 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['f31b601c-967a-44ea-94a7-eaeaab472227'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:29.931976 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] Set router f31b601c-967a-44ea-94a7-eaeaab472227 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:29.988766 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.042497 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5e2b-3011-4ab8-a081-e4d8ece0410e req-ca999291-985a-48bd-a46d-944b078e511f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:30.044159 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d1fc5e2b-3011-4ab8-a081-e4d8ece0410e req-ca999291-985a-48bd-a46d-944b078e511f tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.1028919 Jul 14 12:11:30.092291 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Deleting port b8679648-1b0a-4ebd-b438-a0480840c836 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:30.092629 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.096440 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-d1fc5e2b-3011-4ab8-a081-e4d8ece0410e req-b98b84b3-e862-43e0-ae2b-fdca5b9fe56b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465441 Jul 14 12:11:30.172212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] For port b8679648-1b0a-4ebd-b438-a0480840c836, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b8679648-1b0a-4ebd-b438-a0480840c836,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:30.172568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.184190 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Calling delete_port for b8679648-1b0a-4ebd-b438-a0480840c836 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:30.193790 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:11:28Z', 'revision_number': 5, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:30.219315 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1436143e-41cd-4ca9-8034-7ca274e51f73 None None] The sync data for ids ['f31b601c-967a-44ea-94a7-eaeaab472227'] in dv-cinder-800768-2-iscsi is: [{'id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'name': 'tempest-TestShelveInstance-38175667-router', 'tenant_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:06:39Z', 'updated_at': '2021-07-14T12:11:28Z', 'revision_number': 5, 'project_id': 'ec88b347a3fb474ba14b4bd57e09b301', 'gw_port': {'id': 'b8679648-1b0a-4ebd-b438-a0480840c836', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:28:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31b601c-967a-44ea-94a7-eaeaab472227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:06:40Z', 'updated_at': '2021-07-14T12:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:11:30.347884 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.371561 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Pushing event deleted for resources: {'Port': ['ID=b8679648-1b0a-4ebd-b438-a0480840c836,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:30.428895 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.513539 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.515562 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.560754 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.561502 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31b601c-967a-44ea-94a7-eaeaab472227 {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:11:30.567212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.568478 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-e7ae7943-9466-4d01-8577-b4d215c10fde admin admin] 10.222.0.44 "DELETE /v2.0/routers/f31b601c-967a-44ea-94a7-eaeaab472227 HTTP/1.1" status: 204 len: 168 time: 1.0594106 Jul 14 12:11:30.570935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41512) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:30.615669 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Deleting subnet 89016a57-b83b-4e71-96b7-0a57b91f0bbf {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:11:30.619054 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.654910 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.680871 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 6b239830-2c3f-4411-9035-fd0a9dc9ba17 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:30.703930 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 6b239830-2c3f-4411-9035-fd0a9dc9ba17 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:30.704430 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 6b239830-2c3f-4411-9035-fd0a9dc9ba17 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:30.738081 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.790871 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.817286 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89016a57-b83b-4e71-96b7-0a57b91f0bbf,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:30.820937 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.822825 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-310c12dc-94a5-416f-8069-412354281da8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/89016a57-b83b-4e71-96b7-0a57b91f0bbf HTTP/1.1" status: 204 len: 168 time: 0.2509232 Jul 14 12:11:30.825292 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41514) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:30.828767 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8c406-ed9c-4dce-8b69-47b92b1002e5 None None] Network d99f4e17-0351-4493-8f1c-6a3d04f791bc requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:11:30.891887 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:30.947791 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Deleting port fed23b98-c1b1-4c33-8c64-dc779232b9a4 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:11:30.948166 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.009000 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] For port fed23b98-c1b1-4c33-8c64-dc779232b9a4, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=fed23b98-c1b1-4c33-8c64-dc779232b9a4,segment=NetworkSegment(f56089b9-ffb1-4672-8187-934f973f84c2),segment_id=f56089b9-ffb1-4672-8187-934f973f84c2)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:31.009363 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.021863 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Calling delete_port for fed23b98-c1b1-4c33-8c64-dc779232b9a4 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:11:31.101090 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.123702 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed23b98-c1b1-4c33-8c64-dc779232b9a4,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:31.131453 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] No DVR routers for this DVR port fed23b98-c1b1-4c33-8c64-dc779232b9a4 on host dv-cinder-800768-2-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:11:31.203707 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.214918 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d116d597-d2bc-417a-8ad5-edd9a5bce3b4 None None] DHCP port deletion for d99f4e17-0351-4493-8f1c-6a3d04f791bc request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:11:31.219298 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99f4e17-0351-4493-8f1c-6a3d04f791bc']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:31.257010 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56089b9-ffb1-4672-8187-934f973f84c2') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:31.257311 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56089b9-ffb1-4672-8187-934f973f84c2') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:31.268883 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.285232 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.295143 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:11:31.295534 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:11:31.297287 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:11:31.356413 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e3aec-a331-4ae5-b873-bbee5ce80678 req-69d4f055-3b4f-4188-8fd5-59bcdc8ea496 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:31.357924 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-434e3aec-a331-4ae5-b873-bbee5ce80678 req-69d4f055-3b4f-4188-8fd5-59bcdc8ea496 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.1412740 Jul 14 12:11:31.370291 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.375642 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.377438 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d99f4e17-0351-4493-8f1c-6a3d04f791bc HTTP/1.1" status: 204 len: 168 time: 0.5511746 Jul 14 12:11:31.395106 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb69b3-c5eb-4c50-93ce-358aa3e27639 admin admin] Pushing event deleted for resources: {'Network': ['ID=d99f4e17-0351-4493-8f1c-6a3d04f791bc,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:31.414119 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-434e3aec-a331-4ae5-b873-bbee5ce80678 req-6d6d6132-b212-4bb9-8f8f-c4e6de30d9a0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499840 Jul 14 12:11:31.538529 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41520) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:31.581004 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-721e4e05-057e-4800-aed0-8c92b7139aad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=719159b92d1448ba900f8c0e4a22d6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413775 Jul 14 12:11:31.583988 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41522) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:31.629387 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.650367 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.695643 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.698128 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:31.699415 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6bd463d-e438-4650-9372-9efc17e26d62 HTTP/1.1" status: 204 len: 168 time: 0.1144855 Jul 14 12:11:31.706893 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32691af-b9df-4e54-a27c-ecb9a3e2d1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd463d-e438-4650-9372-9efc17e26d62,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:31.997749 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41528) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:32.036836 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a2a2a2d4-336b-4d90-b21a-ab6b8252a50f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec88b347a3fb474ba14b4bd57e09b301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379145 Jul 14 12:11:32.039078 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41530) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:32.085879 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:32.105728 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:32.153679 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:32.156289 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:32.157413 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7588e68-2448-42d4-831a-04c4101782a6 HTTP/1.1" status: 204 len: 168 time: 0.1174469 Jul 14 12:11:32.164587 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e976ad4-ef31-4690-8708-a1236269eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7588e68-2448-42d4-831a-04c4101782a6,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:32.334833 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device fed23b98-c1b1-4c33-8c64-dc779232b9a4 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:32.355568 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: fed23b98-c1b1-4c33-8c64-dc779232b9a4 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:32.355901 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device fed23b98-c1b1-4c33-8c64-dc779232b9a4 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:32.356283 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b8679648-1b0a-4ebd-b438-a0480840c836 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:11:32.379706 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: b8679648-1b0a-4ebd-b438-a0480840c836 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:11:32.380081 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b8679648-1b0a-4ebd-b438-a0480840c836 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:11:32.588592 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faea745-bd1f-49e9-8465-ba0077efe607 req-07b9dc3b-391c-4d5d-99d8-047a29c274be tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:32.590016 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4faea745-bd1f-49e9-8465-ba0077efe607 req-07b9dc3b-391c-4d5d-99d8-047a29c274be tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.0622101 Jul 14 12:11:32.625523 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4faea745-bd1f-49e9-8465-ba0077efe607 req-142d7221-e843-41a4-b5c4-dd6c6b217114 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Jul 14 12:11:33.791869 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b87c2-7698-47f6-a683-15504330badb req-c4b82c47-7019-4a9e-854e-871c7eebdb78 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:33.793345 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-844b87c2-7698-47f6-a683-15504330badb req-c4b82c47-7019-4a9e-854e-871c7eebdb78 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.0604770 Jul 14 12:11:33.828549 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-844b87c2-7698-47f6-a683-15504330badb req-9288876a-5dc8-454e-aa91-d66c5e83700c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299113 Jul 14 12:11:34.996350 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f75d60-7097-4586-884e-b583c5e364f2 req-7f50e701-96bc-490d-ba4c-e838ab593edc tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:34.997823 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-61f75d60-7097-4586-884e-b583c5e364f2 req-7f50e701-96bc-490d-ba4c-e838ab593edc tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 943 time: 0.0640876 Jul 14 12:11:35.033996 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-61f75d60-7097-4586-884e-b583c5e364f2 req-00428b14-f132-4356-8f7d-3e932cebc46c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Jul 14 12:11:35.819958 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 43e74d68-d96d-4713-8212-31b8a1bf2de5 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:11:35.909451 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:35.920627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:11:35.958763 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:35.970831 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e74d68-d96d-4713-8212-31b8a1bf2de5 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:11:35.990823 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:35.995751 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:36.042666 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:36.049380 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.049744 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.050076 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.050412 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.050743 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.051072 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.052023 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.052359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.052692 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.053017 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.053342 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.053665 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:36.201719 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2a7d-481e-48c7-9076-030fb3d3821a req-be2c5b48-81e8-4ee1-9729-6445c97e392d tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:36.203179 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-189a2a7d-481e-48c7-9076-030fb3d3821a req-be2c5b48-81e8-4ee1-9729-6445c97e392d tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 944 time: 0.0612047 Jul 14 12:11:36.239992 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-189a2a7d-481e-48c7-9076-030fb3d3821a req-1bd38af1-62fe-480f-815a-f34baae92431 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Jul 14 12:11:36.318328 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['43e74d68-d96d-4713-8212-31b8a1bf2de5'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:11:36.764204 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:37.406426 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c949f80-b625-480f-afc8-c24fb7b8148b req-083fb237-821c-41f2-8b55-eea5114f8012 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:37.407881 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c949f80-b625-480f-afc8-c24fb7b8148b req-083fb237-821c-41f2-8b55-eea5114f8012 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 944 time: 0.0614979 Jul 14 12:11:37.447434 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-2c949f80-b625-480f-afc8-c24fb7b8148b req-cc4fa73d-d9dd-488d-b148-06a965f600f8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Jul 14 12:11:37.837561 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 43e74d68-d96d-4713-8212-31b8a1bf2de5 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:11:37.883907 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port 43e74d68-d96d-4713-8212-31b8a1bf2de5 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:11:37.887534 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port 43e74d68-d96d-4713-8212-31b8a1bf2de5 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:11:37.887904 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:37.964574 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:37.986266 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:37.988872 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7d8cb-3617-4d00-bd4d-f4504db7face" -d '{"events": [{"server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "name": "network-vif-plugged", "status": "completed", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:38.001148 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:11:38.005305 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:38.054083 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:38.186373 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1399ace-4606-4e5e-bd4e-a504c814d953 x-openstack-request-id: req-c1399ace-4606-4e5e-bd4e-a504c814d953 {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:38.186660 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "name": "network-vif-plugged", "status": "completed", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:38.186909 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1399ace-4606-4e5e-bd4e-a504c814d953 {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:38.187304 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'code': 200} Jul 14 12:11:38.426789 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8db4baab-1739-4ee2-acbc-f828c4018147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:38.477513 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d911a4e-e384-46bb-95d9-055dc3b5fa77 req-908ac6e4-85ac-4e5d-a122-778fc0c04b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:38.479133 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-0d911a4e-e384-46bb-95d9-055dc3b5fa77 req-908ac6e4-85ac-4e5d-a122-778fc0c04b46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0533626 Jul 14 12:11:38.516710 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-0d911a4e-e384-46bb-95d9-055dc3b5fa77 req-9ab30af0-33d6-46e3-9ca8-6daecb158351 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299795 Jul 14 12:11:38.614072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82282-a235-4da4-9b73-66711aa0f4bc req-809dc023-d45b-4bc4-aea2-fafa6af97bb7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:38.616045 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-35f82282-a235-4da4-9b73-66711aa0f4bc req-809dc023-d45b-4bc4-aea2-fafa6af97bb7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0613973 Jul 14 12:11:38.652278 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-35f82282-a235-4da4-9b73-66711aa0f4bc req-02e03553-2d70-4972-baf7-8cc9b350933c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Jul 14 12:11:39.821720 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4232b9-9cbe-4977-abea-a07a1f7f19f0 req-52292b0f-8ed0-4122-b16a-28e4009a98f1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:39.823184 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e4232b9-9cbe-4977-abea-a07a1f7f19f0 req-52292b0f-8ed0-4122-b16a-28e4009a98f1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0619125 Jul 14 12:11:39.859626 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4e4232b9-9cbe-4977-abea-a07a1f7f19f0 req-35a0e760-dc2d-4615-91b5-a42851991339 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309467 Jul 14 12:11:40.032110 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55c5ee-aad0-4e0f-ad89-bfa99d673020 req-910af630-8793-4f01-882e-36066e4381db tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:40.033588 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f55c5ee-aad0-4e0f-ad89-bfa99d673020 req-910af630-8793-4f01-882e-36066e4381db tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0655015 Jul 14 12:11:40.070925 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-7f55c5ee-aad0-4e0f-ad89-bfa99d673020 req-0a97eb1b-368c-44f6-a208-5e8f06868c79 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Jul 14 12:11:40.094864 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41554) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:40.146865 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d3267-f422-4983-a77f-328d5fa64610 tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:40.148426 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b25d3267-f422-4983-a77f-328d5fa64610 tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1093 time: 0.0525999 Jul 14 12:11:40.151178 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41556) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:11:40.155439 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:11:40.176828 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.272919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.371184 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.27.3.209 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/da51c650-3a73-4300-8c82-7e4c2e3399ef) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:11:40.470399 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.507306 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.540482 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:11:40.543269 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:11:40.548555 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:11:40.574435 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=da51c650-3a73-4300-8c82-7e4c2e3399ef,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:40.861402 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8fb466b9-5f98-4345-9e8e-42398fd1e2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.905462 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:40.976838 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.118193 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.122404 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.189551 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=da51c650-3a73-4300-8c82-7e4c2e3399ef,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:41.199509 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.293925 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP 24098861-f88b-4af9-8bf6-de707e5e4ae3 associated. External IP: 172.27.3.209, port: 43e74d68-d96d-4713-8212-31b8a1bf2de5. Jul 14 12:11:41.346088 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.491064 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:11:41.590103 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:11:41.600097 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:11:41.604741 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:41.609327 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:41.609953 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:41.643513 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-a4babab7-51c0-4bed-91e5-fedf05cc0ca4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4913278 Jul 14 12:11:41.644123 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:11:41.646409 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596226f5-8b6b-4dc1-b06b-ad5923845612" -d '{"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:11:41.724968 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:41.736275 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b4edc8-8df1-426a-80e6-40d97ff90f49 x-openstack-request-id: req-f6b4edc8-8df1-426a-80e6-40d97ff90f49 {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:11:41.736573 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:11:41.736828 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6b4edc8-8df1-426a-80e6-40d97ff90f49 {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:11:41.737236 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'status': 'completed', 'code': 200} Jul 14 12:11:41.839763 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-2c5b1804-b5db-4c55-a661-07ce301ebb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:41.841315 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-2c5b1804-b5db-4c55-a661-07ce301ebb9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0510125 Jul 14 12:11:41.932100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-c06d4176-1403-465f-b750-15e5025e1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:41.933579 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-c06d4176-1403-465f-b750-15e5025e1596 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0860939 Jul 14 12:11:41.947148 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:40Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:41.973065 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:11:41.981674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:11:41.982270 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:11:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:41.999032 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-3673c47d-2757-437e-9150-a9acc3fff687 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 999 time: 0.0575516 Jul 14 12:11:42.046644 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-ac7d7a13-c48e-4192-a905-47c1df5da750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:42.048123 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-ac7d7a13-c48e-4192-a905-47c1df5da750 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0430279 Jul 14 12:11:42.084147 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:11:42.110402 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-863da37d-1c14-48f2-8de2-e98000f066a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:11:42.111858 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-863da37d-1c14-48f2-8de2-e98000f066a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551736 Jul 14 12:11:42.201203 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-4b2f3cf6-c188-4659-9c71-df14a5119ffd service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824282 Jul 14 12:11:42.292451 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-596226f5-8b6b-4dc1-b06b-ad5923845612 req-01e43924-af3e-4dd3-9c1b-d426548d19f8 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846586 Jul 14 12:11:42.302094 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:40Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:11:42.331492 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4a944e-e7d5-44b5-9659-18523a22f825 None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:40Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:11:42.488291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:11:42.511471 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a745baec-5b7c-4721-823c-95617343d58d None None] New status for floating IP 24098861-f88b-4af9-8bf6-de707e5e4ae3: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:11:43.790011 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:44.059935 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:06.762330 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:08.425674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-262b3c5e-d7af-4578-aafd-0a0f9b530884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:10.464479 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-7dd4cc28-6af5-4005-9c25-a8659f9f7702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496960 Jul 14 12:12:10.573100 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-1ca05799-e9d9-4f82-9dc5-8cded0b47450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:10.574443 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-1ca05799-e9d9-4f82-9dc5-8cded0b47450 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0497210 Jul 14 12:12:10.677291 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-3bebc544-beed-46cb-913e-a70f63a25294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:10.678702 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-3bebc544-beed-46cb-913e-a70f63a25294 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0838883 Jul 14 12:12:10.740752 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-4229a46a-b90f-41bd-a5ca-9a53adfca93e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 1001 time: 0.0550439 Jul 14 12:12:10.787803 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-b345f64b-db90-4319-b653-ececde21d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:10.789210 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-b345f64b-db90-4319-b653-ececde21d0f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0413003 Jul 14 12:12:10.849363 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-7e522597-9ce9-400d-b5bf-54942e23b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:12:10.850722 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-7e522597-9ce9-400d-b5bf-54942e23b304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530121 Jul 14 12:12:10.863031 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-1aaa479b-9e45-466d-90c5-34280f4e9f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:10.938833 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-66348a66-9ab2-4276-ac58-e2799b681846 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806594 Jul 14 12:12:11.028226 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-9e052d84-0a13-4555-9f1a-b464435d37a4 req-c4fe9701-a109-4921-bdc4-14b47d7f2f1e service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Jul 14 12:12:11.345866 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:12.490545 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:14.062070 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:20.789956 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:12:36.775356 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:38.425633 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-36ccdbc3-18f4-45ca-8466-e7991cf65b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:40.862314 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c28cd8fe-4013-4216-91d8-62c4439b5ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:41.346237 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:42.491795 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:44.065007 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:12:57.789362 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:13:06.783272 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:08.424905 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c188323f-e1be-485e-a645-34e7c251e392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:10.862898 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-d7548fe7-457f-4be1-b442-b2f1dfee01a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:11.346107 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.497291 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:12.853530 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-b34107e0-a6bb-4bcb-88ed-a3a4dd8e7a86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504527 Jul 14 12:13:12.971739 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71483-84fc-4611-a115-18cae765e8ae req-4d010f98-7de0-4076-bf99-5178736570fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:12.973471 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-4d010f98-7de0-4076-bf99-5178736570fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0522165 Jul 14 12:13:13.080849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71483-84fc-4611-a115-18cae765e8ae req-405c9d8d-d0ff-4936-ae70-e825ee81149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:13.082394 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-405c9d8d-d0ff-4936-ae70-e825ee81149d service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0859835 Jul 14 12:13:13.145048 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-6d6f75d8-e480-402f-8404-2849cd6bef3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 1001 time: 0.0547419 Jul 14 12:13:13.195752 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71483-84fc-4611-a115-18cae765e8ae req-cbb463e0-3fb1-4ac2-8389-902ee9eb9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:13.197690 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-cbb463e0-3fb1-4ac2-8389-902ee9eb9524 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0444460 Jul 14 12:13:13.252060 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71483-84fc-4611-a115-18cae765e8ae req-1dbb22ba-ea83-4073-8917-5445ab9dccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:13.253462 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-1dbb22ba-ea83-4073-8917-5445ab9dccd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487843 Jul 14 12:13:13.338167 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-8b034a67-53c6-4677-8426-d4f625bb9d90 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771210 Jul 14 12:13:13.428922 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-60e71483-84fc-4611-a115-18cae765e8ae req-a4d167ee-8ceb-4ece-97b4-b5769208f9ec service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Jul 14 12:13:14.067965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:17.649015 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-813955c8-5afd-484f-ab65-51c07455590b tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501890791&fields=id&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 267 time: 0.0335906 Jul 14 12:13:17.748026 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2bcf1908-adfc-4b90-8498-d1d075abb192 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:17.749478 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2bcf1908-adfc-4b90-8498-d1d075abb192 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.0939612 Jul 14 12:13:17.763975 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-e141e4af-b0f7-480d-a35b-a94bef636ea3 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/quotas/fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 375 time: 0.0092943 Jul 14 12:13:17.838314 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-e81523c4-75f4-4c2a-978c-de32a27a11b0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696511 Jul 14 12:13:17.985361 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9579d649-f609-422c-be90-7218ccbc474e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=93153) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 12:13:17.986375 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9579d649-f609-422c-be90-7218ccbc474e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1375151 Jul 14 12:13:18.072306 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-1d133311-5db1-44bd-b5da-7784f60fa513 service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800679 Jul 14 12:13:18.164592 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-51962b12-f4c7-4eed-b9cb-635e58c8d456 service neutron] 10.222.0.44 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867417 Jul 14 12:13:18.454942 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f22e928f-5f76-4a20-8794-a229fdca8dfc req-a368030c-9d3b-4714-a857-4cad31968eca tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 210 time: 0.0293393 Jul 14 12:13:19.531043 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-186b5b00-c65a-420c-92ab-bff03789ca58 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:19.532538 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-186b5b00-c65a-420c-92ab-bff03789ca58 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 811 time: 0.0992613 Jul 14 12:13:19.591769 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-e7b15133-db57-413e-a064-b8083c925311 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd325e404fe4c55af13839434f833f3 HTTP/1.1" status: 200 len: 380 time: 0.0407979 Jul 14 12:13:19.600629 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'port': {'device_id': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'admin_state_up': True, 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'security_groups': ['714b5b20-78b5-41cf-8dce-8b025c54859c']}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:19.614963 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-4dd4f68e-84ac-44b1-9589-2eaec42da109 req-d20a9a65-b30e-4da6-aefa-0b5acf2693a7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 210 time: 0.0276222 Jul 14 12:13:19.705793 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Made reservation on behalf of fdd325e404fe4c55af13839434f833f3 for: {'port': 1} {{(pid=93152) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:13:19.709436 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:19.832856 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.20.0.14 (96a0f64e-0b2e-4676-98b1-a716cf346ac8/07649193-0604-423f-8ed1-37febabcfa5a/f69304ea-9be9-4fef-bcaa-76cadeedca83) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:13:19.963622 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:19.977051 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Transition to ACTIVE for port object f69304ea-9be9-4fef-bcaa-76cadeedca83 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:13:20.009845 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.054849 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:13:20.060445 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:13:20.064296 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:13:20.092028 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:20.106680 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.107026 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.107523 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.107721 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.108026 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.108492 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.108669 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.109017 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.109323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.109634 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.110142 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.110470 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:20.130751 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:20.131477 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.148653 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-2456b6a1-7201-4942-a16c-cb9141af6146 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518541 Jul 14 12:13:20.168498 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.v2.base [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Request body: {'port': {'device_id': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80076'}} {{(pid=93152) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:20.243853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.280062 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8804030a-cd4c-4901-9f73-d5e444d60d32 None None] Provisioning for port f69304ea-9be9-4fef-bcaa-76cadeedca83 completed by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:13:20.284020 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-8804030a-cd4c-4901-9f73-d5e444d60d32 None None] Provisioning complete for port f69304ea-9be9-4fef-bcaa-76cadeedca83 triggered by entity DHCP. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:13:20.284408 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8804030a-cd4c-4901-9f73-d5e444d60d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.319125 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-8804030a-cd4c-4901-9f73-d5e444d60d32 None None] Port f69304ea-9be9-4fef-bcaa-76cadeedca83 cannot update to ACTIVE because it is not bound. {{(pid=93154) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 12:13:20.498256 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69304ea-9be9-4fef-bcaa-76cadeedca83 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:13:20.505259 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.517258 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Transition to ACTIVE for port object f69304ea-9be9-4fef-bcaa-76cadeedca83 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 12:13:20.520107 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.567098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Pushing event updated for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:20.640925 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Attempting to bind port f69304ea-9be9-4fef-bcaa-76cadeedca83 on host hv-cinder-80076 for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 12:13:20.641253 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Attempting to bind port f69304ea-9be9-4fef-bcaa-76cadeedca83 by drivers openvswitch,hyperv on host hv-cinder-80076 at level 0 using segments [{'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 12:13:20.641853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Attempting to bind port f69304ea-9be9-4fef-bcaa-76cadeedca83 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:13:20.647006 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Port f69304ea-9be9-4fef-bcaa-76cadeedca83 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80076 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 12:13:20.647323 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Attempting to bind port f69304ea-9be9-4fef-bcaa-76cadeedca83 on network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 12:13:20.652340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Checking agent: {'id': '2b531c9d-1143-476a-80e9-fca3fc3887d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80076', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'started_at': datetime.datetime(2021, 7, 14, 11, 58, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 12, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 12:13:20.652678 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Checking segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 12:13:20.653048 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Bound using segment: {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 12:13:20.653467 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Bound port: f69304ea-9be9-4fef-bcaa-76cadeedca83, host: hv-cinder-80076, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd53d94c-d495-4888-aef4-8853000fc33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 12:13:20.653901 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.719483 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:13:20.722882 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:13:20.728134 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25337262'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.742053 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:20.742811 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:20.744820 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] 10.222.0.47 "PUT /v2.0/ports/f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 200 len: 1094 time: 0.5815401 Jul 14 12:13:20.762342 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:20.765413 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d66581-3261-49d8-8f8c-a624d12d002b" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:20.804824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1562a7-164c-4cb9-9e54-56c102b111ab service neutron] Pushing event updated for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:20.818954 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1dc8fb-651d-421f-b319-29532b5fc168 x-openstack-request-id: req-0d1dc8fb-651d-421f-b319-29532b5fc168 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:20.819378 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:20.819636 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d1dc8fb-651d-421f-b319-29532b5fc168 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:20.820052 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'status': 'completed', 'code': 200} Jul 14 12:13:20.833059 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b7e07-643c-4244-8309-0792a2aa9c0c req-cca8876c-256c-46da-80c8-8e3cf2869dc4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:20.834630 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-035b7e07-643c-4244-8309-0792a2aa9c0c req-cca8876c-256c-46da-80c8-8e3cf2869dc4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0905495 Jul 14 12:13:20.865263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9eec2236-eae2-42e2-b61c-c991afa1776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:20.866790 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9eec2236-eae2-42e2-b61c-c991afa1776b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1097 time: 0.0580864 Jul 14 12:13:20.875106 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-035b7e07-643c-4244-8309-0792a2aa9c0c req-b01b82c3-c1e1-4e24-bec5-fc6fc68bb170 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343509 Jul 14 12:13:20.918640 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-b8f284a2-dd86-4d2b-9606-f33cc94347fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 200 len: 217 time: 0.0380454 Jul 14 12:13:20.972205 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9362fae4-0ef1-4148-a1ff-f9b22394d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:20.973705 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-9362fae4-0ef1-4148-a1ff-f9b22394d593 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0493402 Jul 14 12:13:21.030574 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-c1045596-85e3-4499-9e9f-bf9f8d74b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:21.032040 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-c1045596-85e3-4499-9e9f-bf9f8d74b050 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506032 Jul 14 12:13:21.121263 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-03e9537d-4c5e-4812-9301-d0e869fdff89 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822179 Jul 14 12:13:21.207051 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-96e751d0-fe88-45ca-9232-eb93b8a6ac22 req-c7c06d76-8f73-4c3f-96f0-86056f6a51fb service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790286 Jul 14 12:13:21.356231 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-bd411b9c-4d24-468e-b22e-48168a56f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:21.357585 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-bd411b9c-4d24-468e-b22e-48168a56f7f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1097 time: 0.0554597 Jul 14 12:13:21.441638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-6a4bff8c-14be-468b-b92e-26c01e2d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:21.443054 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-6a4bff8c-14be-468b-b92e-26c01e2d5b0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0786321 Jul 14 12:13:21.481864 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-cfb4fa1f-e782-4f1c-b2ee-e3baf6981976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 200 len: 217 time: 0.0323336 Jul 14 12:13:21.530867 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-bca1a203-25c3-4dc6-8fcc-ab6e9b2384a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:21.532254 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-bca1a203-25c3-4dc6-8fcc-ab6e9b2384a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0441971 Jul 14 12:13:21.595019 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-06b8b6be-db68-4367-9c25-f9b574707afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:21.596446 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-06b8b6be-db68-4367-9c25-f9b574707afd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486941 Jul 14 12:13:21.681458 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-ddd4c66c-ab32-448b-9a08-b2aa7b274795 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772157 Jul 14 12:13:21.772221 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-b8d66581-3261-49d8-8f8c-a624d12d002b req-4124f952-c4a9-4fc7-8257-3e06d630f4ad service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Jul 14 12:13:22.046499 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42a25a-4ea7-4270-9817-38a7503954e6 req-127b4589-bea0-446e-8409-9fbc2a7dd91a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:22.047968 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8b42a25a-4ea7-4270-9817-38a7503954e6 req-127b4589-bea0-446e-8409-9fbc2a7dd91a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0622489 Jul 14 12:13:22.084434 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-8b42a25a-4ea7-4270-9817-38a7503954e6 req-d387ef46-93fe-4468-838d-3dcd0a19bad7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309753 Jul 14 12:13:23.250633 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0c2ac-42c6-46fb-b0df-b55008e5314a req-94c816c4-4772-454f-bfcc-db8a0a6dd8b1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:23.252103 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-85a0c2ac-42c6-46fb-b0df-b55008e5314a req-94c816c4-4772-454f-bfcc-db8a0a6dd8b1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0602148 Jul 14 12:13:23.287757 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-85a0c2ac-42c6-46fb-b0df-b55008e5314a req-ca87ffae-1a7e-4f20-8e4c-6eca1be8c870 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303586 Jul 14 12:13:24.459729 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a14f-eb0f-468d-9bf8-0612c78dbc67 req-5c109590-de52-48c6-9976-b077054d09ca tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:24.461214 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee11a14f-eb0f-468d-9bf8-0612c78dbc67 req-5c109590-de52-48c6-9976-b077054d09ca tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0646229 Jul 14 12:13:24.496913 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ee11a14f-eb0f-468d-9bf8-0612c78dbc67 req-00c03e6c-04f7-43cd-939c-2aea25148d04 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296834 Jul 14 12:13:25.670045 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df96ac2-2506-4938-bca4-2fd4aeee5b4b req-f8aff454-6a67-4151-8ed9-6ad586d4b301 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:25.671491 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1df96ac2-2506-4938-bca4-2fd4aeee5b4b req-f8aff454-6a67-4151-8ed9-6ad586d4b301 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0616553 Jul 14 12:13:25.707545 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-1df96ac2-2506-4938-bca4-2fd4aeee5b4b req-fb8f59ec-0f33-4069-a686-2c5684b4fce6 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Jul 14 12:13:26.875470 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a9e99-463b-4d42-ba02-3097b66d5e88 req-10cd419b-b72c-4131-af20-6d73a2a24693 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:26.876938 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f43a9e99-463b-4d42-ba02-3097b66d5e88 req-10cd419b-b72c-4131-af20-6d73a2a24693 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0635498 Jul 14 12:13:27.166134 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-f43a9e99-463b-4d42-ba02-3097b66d5e88 req-f3bb4317-c1cc-435a-b409-6ae715a66375 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837253 Jul 14 12:13:28.335147 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dc3fc-ee57-4a39-adbc-bd05754d5cea req-e7fd3803-01ea-415e-a7d7-073f2425aebd tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:28.337249 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b1dc3fc-ee57-4a39-adbc-bd05754d5cea req-e7fd3803-01ea-415e-a7d7-073f2425aebd tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0594471 Jul 14 12:13:28.372948 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-0b1dc3fc-ee57-4a39-adbc-bd05754d5cea req-ce864017-b185-4ddc-87f1-1323ae9d8cb0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302203 Jul 14 12:13:29.538998 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d2f2b-4f55-4241-a159-a442ce3c0fe3 req-54517420-32be-4dc5-a0f6-863ce54134e4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:29.540490 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e96d2f2b-4f55-4241-a159-a442ce3c0fe3 req-54517420-32be-4dc5-a0f6-863ce54134e4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 944 time: 0.0611887 Jul 14 12:13:29.579385 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-e96d2f2b-4f55-4241-a159-a442ce3c0fe3 req-d92be732-4679-457a-ac6e-3b6f168b9f62 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334275 Jul 14 12:13:30.306246 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f69304ea-9be9-4fef-bcaa-76cadeedca83 details requested by agent hyperv_hv-cinder-80076 with host hv-cinder-80076 {{(pid=93154) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:13:30.395273 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:30.408592 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Returning: {'device': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'port_id': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'mac_address': 'fa:16:3e:7a:48:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93154) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:13:30.443197 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:30.455674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69304ea-9be9-4fef-bcaa-76cadeedca83 {{(pid=93154) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 12:13:30.473594 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:30.477754 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:30.522586 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=4']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:30.529208 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.529550 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.529884 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.530215 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.530541 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.530863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.531184 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.531503 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.531823 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.532173 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.532491 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.532806 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93154) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:30.746104 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ac847-2ac7-40a4-8cfc-f649bcf51918 req-27a5e554-dd8b-460a-a3a6-4bb4a302f8fa tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:30.747562 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a56ac847-2ac7-40a4-8cfc-f649bcf51918 req-27a5e554-dd8b-460a-a3a6-4bb4a302f8fa tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 945 time: 0.0616784 Jul 14 12:13:30.783462 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-a56ac847-2ac7-40a4-8cfc-f649bcf51918 req-0df4271f-51a7-4fbf-9ecb-83058c123d89 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304370 Jul 14 12:13:30.825533 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] get_ports_and_sgs() called for port_ids ['f69304ea-9be9-4fef-bcaa-76cadeedca83'] {{(pid=93154) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:13:31.949297 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9eead-c5bc-48f5-8550-e43199fdca98 req-3c3e3256-a4b6-480f-91f3-f2202a411d82 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:31.950778 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-20f9eead-c5bc-48f5-8550-e43199fdca98 req-3c3e3256-a4b6-480f-91f3-f2202a411d82 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 945 time: 0.0616887 Jul 14 12:13:31.987634 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-20f9eead-c5bc-48f5-8550-e43199fdca98 req-03ba4b5d-98bc-4e66-b666-dace02965526 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Jul 14 12:13:32.322485 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f69304ea-9be9-4fef-bcaa-76cadeedca83 up at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:13:32.368933 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning for port f69304ea-9be9-4fef-bcaa-76cadeedca83 completed by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 12:13:32.372472 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.provisioning_blocks [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Provisioning complete for port f69304ea-9be9-4fef-bcaa-76cadeedca83 triggered by entity L2. {{(pid=93154) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 12:13:32.372844 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16584636'] for port, provisioning_complete {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:32.447672 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:32.469671 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83'}] {{(pid=93154) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:32.471944 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3ee962fabd3b18b472fe3a0c74ec00c91b96f30a1281b59eb88d3a2708794d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e02b030-f127-43f1-8c0d-7410e2658980" -d '{"events": [{"server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "name": "network-vif-plugged", "status": "completed", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83"}]}' {{(pid=93154) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:32.484359 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.db [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93154) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:13:32.488429 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735'] for port, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:32.513387 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0bd5c-d8b3-4bea-9e2b-d12663dac7ad x-openstack-request-id: req-d2b0bd5c-d8b3-4bea-9e2b-d12663dac7ad {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:32.513711 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "name": "network-vif-plugged", "status": "completed", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83", "code": 200}]} {{(pid=93154) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:32.513964 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2b0bd5c-d8b3-4bea-9e2b-d12663dac7ad {{(pid=93154) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:32.514355 dv-cinder-800768-2-iscsi neutron-server[93154]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'code': 200} Jul 14 12:13:32.539290 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Pushing event updated for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=5']} {{(pid=93154) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:32.803435 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa6e2b-ad7d-49c5-9dbf-66b77de77598 req-ddded217-c713-4af1-991b-dbf949d10b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:32.804906 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cefa6e2b-ad7d-49c5-9dbf-66b77de77598 req-ddded217-c713-4af1-991b-dbf949d10b3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1099 time: 0.0500205 Jul 14 12:13:32.838145 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-cefa6e2b-ad7d-49c5-9dbf-66b77de77598 req-d1f22171-0c9b-45cd-95a1-c0a3b9def2bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261986 Jul 14 12:13:33.160583 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8ba7b-acba-4a65-a29a-882aa5d85cdb req-bfcf0099-20e8-4c07-9632-9dd7df97b46e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:33.161935 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-56d8ba7b-acba-4a65-a29a-882aa5d85cdb req-bfcf0099-20e8-4c07-9632-9dd7df97b46e tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.0638642 Jul 14 12:13:33.198275 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-56d8ba7b-acba-4a65-a29a-882aa5d85cdb req-6b69021b-3744-4153-9c95-cb352b5b09a5 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304403 Jul 14 12:13:34.425451 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc401570-40a1-4965-813a-8f793dc16e40 req-37d4b9b8-a91f-42ea-844b-fdc1acc7c259 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:34.426887 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc401570-40a1-4965-813a-8f793dc16e40 req-37d4b9b8-a91f-42ea-844b-fdc1acc7c259 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.0607281 Jul 14 12:13:34.463181 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-dc401570-40a1-4965-813a-8f793dc16e40 req-a53723bb-f2bb-430a-a2e1-1b707db4bebf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Jul 14 12:13:34.631420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed8dfe-fedd-444e-be50-f3708ff8cb28 req-9e5961c5-2e0f-4559-8f80-efb746fc3eaf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:34.632818 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-57ed8dfe-fedd-444e-be50-f3708ff8cb28 req-9e5961c5-2e0f-4559-8f80-efb746fc3eaf tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.0648963 Jul 14 12:13:34.669324 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-57ed8dfe-fedd-444e-be50-f3708ff8cb28 req-e35e64e2-08bc-47e7-b28b-9086b32f0291 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303583 Jul 14 12:13:34.692897 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41694) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:13:34.741717 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e6e0b-32db-4575-9062-c9dacf25ed17 tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:34.743182 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-6c3e6e0b-32db-4575-9062-c9dacf25ed17 tempest-TestVolumeBootPattern-2085160904 tempest-TestVolumeBootPattern-2085160904-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1094 time: 0.0493352 Jul 14 12:13:34.745809 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41696) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:13:34.749958 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.v2.base [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Request body: {'floatingip': {'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'port_id': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93153) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 12:13:34.770875 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:34.787989 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:13:34.863663 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:34.964314 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_common [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Allocated IP 172.27.3.44 (656c48c4-f497-48d9-96bd-e90d58b7405b/4595ebec-59d2-4242-9ebc-d8d1cdb67b18/d8221d29-d611-4470-b03c-e8dd04ab9d15) {{(pid=93153) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:13:35.065061 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.101603 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735753122699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.136176 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Network 656c48c4-f497-48d9-96bd-e90d58b7405b is already hosted by enough agents. {{(pid=93153) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:13:35.141006 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.base_scheduler [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Resources bound (agent type, host, resource id): {{(pid=93153) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:13:35.144462 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Received port after_create {{(pid=93153) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 12:13:35.168180 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=d8221d29-d611-4470-b03c-e8dd04ab9d15,revision_number=1']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:35.180853 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.181197 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.181536 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.181872 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.182196 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.182523 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.182847 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.183170 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.183492 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.183813 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.184161 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.184479 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:13:35.503205 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.575510 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16313961'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.717300 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.721648 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735753499383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735753122717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735753122735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25203512'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.791711 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event updated for resources: {'Port': ['ID=d8221d29-d611-4470-b03c-e8dd04ab9d15,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:13:35.799422 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-914537'] for floatingip, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:35.893027 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP 40a34db7-4210-4cbd-922a-4486024caadc associated. External IP: 172.27.3.44, port: f69304ea-9be9-4fef-bcaa-76cadeedca83. Jul 14 12:13:36.090848 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:13:36.191336 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:13:36.200943 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:13:36.208031 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:36.210319 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:36.210989 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:13:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:36.243429 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-aa20845e-6aa1-4e05-bae2-2ced9e2150a4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4966028 Jul 14 12:13:36.243976 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:13:36.256017 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6784eed9-549f-4846-a1c4-7dfb1160a0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:13:36.281334 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88838f6b-29cc-4dd6-bc50-71eed88d0f1f x-openstack-request-id: req-88838f6b-29cc-4dd6-bc50-71eed88d0f1f {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:13:36.281624 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:13:36.281873 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88838f6b-29cc-4dd6-bc50-71eed88d0f1f {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:13:36.282274 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'status': 'completed', 'code': 200} Jul 14 12:13:36.314243 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:36.385533 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-40f4aa60-dc78-4223-918e-8542adcb90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:36.387103 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-40f4aa60-dc78-4223-918e-8542adcb90a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1099 time: 0.0574815 Jul 14 12:13:36.476356 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-9e0b7bde-f819-4ff6-abe0-cccc813eaab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:36.477849 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-9e0b7bde-f819-4ff6-abe0-cccc813eaab7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0843117 Jul 14 12:13:36.544185 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-13c7a619-0985-4efb-b34e-9111364f76bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 200 len: 999 time: 0.0591304 Jul 14 12:13:36.591143 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-9db8aaa1-b35a-4d44-a188-8303fffc81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:36.592660 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-9db8aaa1-b35a-4d44-a188-8303fffc81b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0418510 Jul 14 12:13:36.647945 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-7298e03f-c069-4f4d-a1bc-d4f272a0e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:13:36.649429 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-7298e03f-c069-4f4d-a1bc-d4f272a0e441 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506535 Jul 14 12:13:36.650156 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}, {'id': '40a34db7-4210-4cbd-922a-4486024caadc', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:7a:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:13:35Z', 'updated_at': '2021-07-14T12:13:35Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:36.675103 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:13:36.683623 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:13:36.684256 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:13:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:36.737804 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-1679d032-3a5a-4057-ae78-754cd52fa1ad service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815434 Jul 14 12:13:36.793739 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:13:36.821960 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:36.824138 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6784eed9-549f-4846-a1c4-7dfb1160a0e6 req-368e67d7-0ced-4708-a220-4005fb037360 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800631 Jul 14 12:13:37.017445 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}, {'id': '40a34db7-4210-4cbd-922a-4486024caadc', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:7a:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:13:35Z', 'updated_at': '2021-07-14T12:13:35Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:13:37.042671 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5cde09-aa72-4347-8a95-f5dce5bbd11b None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}, {'id': '40a34db7-4210-4cbd-922a-4486024caadc', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:7a:48:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:13:35Z', 'updated_at': '2021-07-14T12:13:35Z', 'revision_number': 0, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:13:37.217998 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763912b5-c19c-4853-981c-ab1d036ae2f0 None None] New status for floating IP 40a34db7-4210-4cbd-922a-4486024caadc: ACTIVE {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:13:38.424949 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e699684b-21d7-4ec6-b66f-9669e6924101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:40.863456 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8b108d31-916a-4c6c-b362-5bc6cd894b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:41.346621 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:42.496759 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:13:44.069621 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:06.799556 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:08.423947 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-81514acc-4679-4181-b8c4-9cab504191ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:10.862959 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6540ff91-53d0-429a-bbdc-5579964a148b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:11.348614 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:11.483145 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-f4f0bece-1ca2-4e2f-9a51-579b74746b0f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497301 Jul 14 12:14:11.595853 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-fbef115a-ed4b-47ed-9fef-05ad71a68a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:11.597295 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-fbef115a-ed4b-47ed-9fef-05ad71a68a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0528991 Jul 14 12:14:11.695912 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-658059f1-7ad1-410c-8c30-3f2076644ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:11.697258 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-658059f1-7ad1-410c-8c30-3f2076644ae7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0800240 Jul 14 12:14:11.762607 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-b3bd5ca4-33a7-42df-a74a-b2fcbac43aa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 1001 time: 0.0576444 Jul 14 12:14:11.787237 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:14:11.809975 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-58dfdff8-01ed-41df-afe2-32cec376cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:11.811356 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-58dfdff8-01ed-41df-afe2-32cec376cb46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0410867 Jul 14 12:14:11.864680 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-19205f6e-ce7b-4f47-a84c-6d4715809edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:14:11.866090 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-19205f6e-ce7b-4f47-a84c-6d4715809edb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482099 Jul 14 12:14:11.960789 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-a93757d7-163c-487c-bc96-9f7778815d13 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863478 Jul 14 12:14:12.050166 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-70c745c0-6eb1-4d3d-b262-25e24faa0684 req-5a53c38c-eff8-47c5-81dc-784ff35f89ee service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805221 Jul 14 12:14:12.499718 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:14.071532 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:36.819949 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:38.423588 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7d680562-b8c9-4e3a-b72c-a8758c41a196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:40.865161 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-548cdfe6-ac56-42a6-9215-76891ed6b5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:41.347731 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:42.502672 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:44.074357 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:14:48.786056 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:15:03.673520 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41718) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:03.823092 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port d8221d29-d611-4470-b03c-e8dd04ab9d15 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:03.823440 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:03.893943 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:03.894264 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:03.905807 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for d8221d29-d611-4470-b03c-e8dd04ab9d15 owned by network:floatingip {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:04.045229 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:04.072476 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=d8221d29-d611-4470-b03c-e8dd04ab9d15,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:04.083073 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.083420 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.083757 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.084108 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.084433 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.084899 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.085078 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.085440 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.085763 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.086114 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.086463 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.086788 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:04.142395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:04.142726 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.db.l3_db [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP 40a34db7-4210-4cbd-922a-4486024caadc disassociated (deleted). External IP: 172.27.3.44, port: f69304ea-9be9-4fef-bcaa-76cadeedca83. Jul 14 12:15:04.335631 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:04.683789 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:04.688377 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:04.693151 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:04.702328 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:04.702925 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:14:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:04.722984 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ba2e73f0-9ba8-408d-bbd5-aa2adda13ab7 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "DELETE /v2.0/floatingips/40a34db7-4210-4cbd-922a-4486024caadc HTTP/1.1" status: 204 len: 168 time: 1.0484123 Jul 14 12:15:04.723586 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83'}] {{(pid=93153) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:04.726431 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6acfe7b066bc05e0f77dcea998ca904f940c22b4dc2f06987e364104561ad323" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2f008-514f-42ec-a681-ed144e80f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83"}]}' {{(pid=93153) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:04.764278 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c7304-fe3a-4331-ac7b-dd13ce1caa3e x-openstack-request-id: req-315c7304-fe3a-4331-ac7b-dd13ce1caa3e {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:04.764568 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83", "status": "completed", "code": 200}]} {{(pid=93153) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:04.764823 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-315c7304-fe3a-4331-ac7b-dd13ce1caa3e {{(pid=93153) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:04.765331 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'status': 'completed', 'code': 200} Jul 14 12:15:04.808528 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:04.870390 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-041b408e-6529-4919-bbb0-a2770a68e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:04.872648 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-041b408e-6529-4919-bbb0-a2770a68e1c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 1099 time: 0.0538754 Jul 14 12:15:04.982218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-98beceeb-f5cf-4eac-b310-512dd7192317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:04.983837 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-98beceeb-f5cf-4eac-b310-512dd7192317 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.1040986 Jul 14 12:15:05.032133 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-6553b8dd-a9d7-4085-9510-103c7b077817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 200 len: 217 time: 0.0365651 Jul 14 12:15:05.039331 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:05.066664 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:05.075147 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:05.075846 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:14:41Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:05.086110 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-f11026df-4f75-4b9c-a2f8-aa0fe5ec8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:05.087685 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-f11026df-4f75-4b9c-a2f8-aa0fe5ec8f41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0482140 Jul 14 12:15:05.180634 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25654001-b9b5-4fd5-a420-ec07f1d42ace req-15a91520-33a3-44e5-a6b8-2d907302d9b1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:05.182377 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25654001-b9b5-4fd5-a420-ec07f1d42ace req-15a91520-33a3-44e5-a6b8-2d907302d9b1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.1475530 Jul 14 12:15:05.224192 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-25654001-b9b5-4fd5-a420-ec07f1d42ace req-41a5e893-f516-4838-8020-32ac8fce5804 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343661 Jul 14 12:15:05.231453 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:05.410457 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-ca80c3b9-75cf-424c-95bf-8d27803ec743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:05.412618 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-ca80c3b9-75cf-424c-95bf-8d27803ec743 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3161855 Jul 14 12:15:05.499636 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-e7059fa6-198d-4ee7-87f6-a8a516be76f7 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789187 Jul 14 12:15:05.518470 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:05.545450 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f86f9-d575-46aa-beb8-204eda35516f None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_floatingips': [{'id': '24098861-f88b-4af9-8bf6-de707e5e4ae3', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'router_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'port_id': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'mac_address': 'fa:16:3e:19:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T12:11:40Z', 'updated_at': '2021-07-14T12:11:42Z', 'revision_number': 1, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:05.591559 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-38e2f008-514f-42ec-a681-ed144e80f8c6 req-94da480b-9961-4808-8cae-9240484a0494 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Jul 14 12:15:05.742964 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ad39fd-6876-4d3a-b1c3-331eb8cad902 None None] New status for floating IP 40a34db7-4210-4cbd-922a-4486024caadc: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:15:06.446794 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a629-64f5-468d-a563-f7a655f3a67c req-102cccf8-a744-41a5-91cb-9a5a191ec12c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.448264 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fbc6a629-64f5-468d-a563-f7a655f3a67c req-102cccf8-a744-41a5-91cb-9a5a191ec12c tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.1098192 Jul 14 12:15:06.483661 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-fbc6a629-64f5-468d-a563-f7a655f3a67c req-be293fc1-36f7-4e3c-a7b4-08a7bcc7d6b4 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298948 Jul 14 12:15:06.799245 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-9a1d7aaa-c8fb-464f-acc1-6b551b065de5 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:06.800695 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-9a1d7aaa-c8fb-464f-acc1-6b551b065de5 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 946 time: 0.0609615 Jul 14 12:15:06.817570 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.899842 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port f69304ea-9be9-4fef-bcaa-76cadeedca83 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:06.900206 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.982813 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] For port f69304ea-9be9-4fef-bcaa-76cadeedca83, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=f69304ea-9be9-4fef-bcaa-76cadeedca83,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:06.983183 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:06.996756 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for f69304ea-9be9-4fef-bcaa-76cadeedca83 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:07.119670 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:07.146824 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=f69304ea-9be9-4fef-bcaa-76cadeedca83,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:07.156053 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.156398 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.156735 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.157066 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.157390 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.157714 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.158037 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.158360 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.159178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.159178 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.159373 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.159584 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800768-2-iscsi {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:15:07.205725 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] No DVR routers for this DVR port f69304ea-9be9-4fef-bcaa-76cadeedca83 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:07.208908 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:07.210831 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-e7899bce-c0f1-4d43-b288-9af3bfe7c36c req-37045860-2f66-48e3-aef3-f4e589d25f80 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "DELETE /v2.0/ports/f69304ea-9be9-4fef-bcaa-76cadeedca83 HTTP/1.1" status: 204 len: 173 time: 0.4041197 Jul 14 12:15:07.211260 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'name': 'network-vif-deleted', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:07.213498 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed5ee9-c8f3-4d61-8017-33f408b677a5" -d '{"events": [{"server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "name": "network-vif-deleted", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:07.247556 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68488994-8c31-4f31-b5bb-74db2ee671a0 x-openstack-request-id: req-68488994-8c31-4f31-b5bb-74db2ee671a0 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:07.247865 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ba90f2-9a14-4c80-ab80-1dc57a6cc62f", "name": "network-vif-deleted", "tag": "f69304ea-9be9-4fef-bcaa-76cadeedca83", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:07.248135 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68488994-8c31-4f31-b5bb-74db2ee671a0 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:07.248561 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ba90f2-9a14-4c80-ab80-1dc57a6cc62f', 'name': 'network-vif-deleted', 'tag': 'f69304ea-9be9-4fef-bcaa-76cadeedca83', 'status': 'completed', 'code': 200} Jul 14 12:15:07.628319 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-17eda1c4-f293-4c3a-a7e0-87b383c1fb64 req-0d89644f-1205-4133-8b5a-aa2e107c4fd1 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=95ba90f2-9a14-4c80-ab80-1dc57a6cc62f HTTP/1.1" status: 200 len: 210 time: 0.0303392 Jul 14 12:15:08.424304 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-9f06da8d-b928-4cb2-9ca8-4f42e55f248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:10.782100 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f69304ea-9be9-4fef-bcaa-76cadeedca83 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:10.804642 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: f69304ea-9be9-4fef-bcaa-76cadeedca83 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:10.804980 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device f69304ea-9be9-4fef-bcaa-76cadeedca83 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:10.865964 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ffb57eac-3e6a-4d26-9bf7-bd8a8d065b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:10.928271 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41760) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:11.075013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port da51c650-3a73-4300-8c82-7e4c2e3399ef {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:11.075263 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.145252 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.146118 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.156988 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for da51c650-3a73-4300-8c82-7e4c2e3399ef owned by network:floatingip {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:11.296112 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.324087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=da51c650-3a73-4300-8c82-7e4c2e3399ef,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:11.349238 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.381764 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.382099 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.db.l3_db [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Floating IP 24098861-f88b-4af9-8bf6-de707e5e4ae3 disassociated (deleted). External IP: 172.27.3.209, port: 43e74d68-d96d-4713-8212-31b8a1bf2de5. Jul 14 12:15:11.576720 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93152) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:11.677735 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93152) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:11.682425 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:11.686880 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:11.695417 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:11.696141 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:11.722617 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-821d0280-20b9-4a27-93df-c632059211e2 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "DELETE /v2.0/floatingips/24098861-f88b-4af9-8bf6-de707e5e4ae3 HTTP/1.1" status: 204 len: 168 time: 0.7908890 Jul 14 12:15:11.722617 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:11.723871 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5bb972-7d23-4692-969b-9b37709f3450" -d '{"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:11.765422 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9953fa1-2523-4fb3-b2dc-dc8f8cbcdaba x-openstack-request-id: req-b9953fa1-2523-4fb3-b2dc-dc8f8cbcdaba {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:11.765755 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:11.765960 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9953fa1-2523-4fb3-b2dc-dc8f8cbcdaba {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:11.766367 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'status': 'completed', 'code': 200} Jul 14 12:15:11.862791 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-27315fae-7052-4927-b5a7-f335e5c76e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:11.864389 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-27315fae-7052-4927-b5a7-f335e5c76e44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fdd325e404fe4c55af13839434f833f3&device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 1098 time: 0.0537555 Jul 14 12:15:11.929803 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:11.965013 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-61c1ebec-abd9-45be-9555-d2532fe05024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:11.966504 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-61c1ebec-abd9-45be-9555-d2532fe05024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 200 len: 912 time: 0.0955610 Jul 14 12:15:12.049328 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-b40407d9-f8c8-44d0-b0af-e8afad229f26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 200 len: 217 time: 0.0398483 Jul 14 12:15:12.094598 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6e126-bfa4-48d6-9afb-f814543fa9da req-91dec1d4-5d8c-438f-9d07-4eac76526075 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:12.096116 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-95b6e126-bfa4-48d6-9afb-f814543fa9da req-91dec1d4-5d8c-438f-9d07-4eac76526075 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0634899 Jul 14 12:15:12.100843 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-9ce24e9f-a8ac-4ce3-bb30-434da52b5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:12.105525 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-9ce24e9f-a8ac-4ce3-bb30-434da52b5030 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 200 len: 850 time: 0.0492945 Jul 14 12:15:12.136770 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-95b6e126-bfa4-48d6-9afb-f814543fa9da req-0df235d3-5511-40e3-aeb6-1a91321dd782 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Jul 14 12:15:12.148094 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:12.172249 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-bb3a4fb2-4810-4f86-9ebf-42068b56669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:12.173743 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-bb3a4fb2-4810-4f86-9ebf-42068b56669d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96a0f64e-0b2e-4676-98b1-a716cf346ac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615807 Jul 14 12:15:12.173996 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:12.182711 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:12.183250 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:12.265194 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-f9a9e62f-0c03-4c75-8648-3724d8615779 service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838022 Jul 14 12:15:12.286128 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:12.353617 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-6e5bb972-7d23-4692-969b-9b37709f3450 req-4a02d374-9487-4012-9123-ad78e620fc7c service neutron] 10.222.0.47 "GET /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809250 Jul 14 12:15:12.478762 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:12.507049 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516a47b3-14ba-4aa8-b817-da7e0082bdf0 None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:08:27Z', 'revision_number': 4, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi', '_interfaces': [{'id': '0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9', 'name': '', 'network_id': '96a0f64e-0b2e-4676-98b1-a716cf346ac8', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'mac_address': 'fa:16:3e:90:9b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '07649193-0604-423f-8ed1-37febabcfa5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:26Z', 'updated_at': '2021-07-14T12:08:32Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'subnets': [{'id': '07649193-0604-423f-8ed1-37febabcfa5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:12.518879 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:12.704079 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6ce9c1-e3bb-4c59-839a-df1592ee3087 None None] New status for floating IP 24098861-f88b-4af9-8bf6-de707e5e4ae3: DOWN {{(pid=93155) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 12:15:13.310922 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc98a-9d78-4075-aeef-80005a4a015a req-901e101d-bc97-48e3-a7fd-ee14ebdc7231 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93153) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:13.312396 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff9dc98a-9d78-4075-aeef-80005a4a015a req-901e101d-bc97-48e3-a7fd-ee14ebdc7231 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0639968 Jul 14 12:15:13.348096 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-ff9dc98a-9d78-4075-aeef-80005a4a015a req-1349f9fb-1053-4611-a0f2-759368e5a4f8 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/security-groups?id=714b5b20-78b5-41cf-8dce-8b025c54859c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302749 Jul 14 12:15:13.737245 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-149a7b05-e347-4250-abb5-168f0eeb07a0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93152) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 12:15:13.738653 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-149a7b05-e347-4250-abb5-168f0eeb07a0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 945 time: 0.0607359 Jul 14 12:15:13.837554 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port 43e74d68-d96d-4713-8212-31b8a1bf2de5 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:13.837887 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.921295 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] For port 43e74d68-d96d-4713-8212-31b8a1bf2de5, host hv-cinder-80076, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80076',level=0,port_id=43e74d68-d96d-4713-8212-31b8a1bf2de5,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:13.921571 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:13.937729 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for 43e74d68-d96d-4713-8212-31b8a1bf2de5 owned by compute:nova {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:14.059654 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.079560 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.091130 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=43e74d68-d96d-4713-8212-31b8a1bf2de5,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:14.141096 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] No DVR routers for this DVR port 43e74d68-d96d-4713-8212-31b8a1bf2de5 on host hv-cinder-80076 {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:14.143559 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for port, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:14.145831 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [req-bcfaa500-657d-454e-92de-503beeaff4f2 req-3a17f786-c501-4933-9430-170eb8a2076a tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.47 "DELETE /v2.0/ports/43e74d68-d96d-4713-8212-31b8a1bf2de5 HTTP/1.1" status: 204 len: 173 time: 0.4013498 Jul 14 12:15:14.146287 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'name': 'network-vif-deleted', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 12:15:14.149034 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a7ee93a0e8726819dfbd60257cbba7866464e7c0ea7a6369f3da49742b52029" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f4446-3c20-4d01-aa82-8c898a93a534" -d '{"events": [{"server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "name": "network-vif-deleted", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:15:14.184175 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 12:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4090d7-8e57-4f69-8b53-b4bd0d171db6 x-openstack-request-id: req-bf4090d7-8e57-4f69-8b53-b4bd0d171db6 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:15:14.184468 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bee347d-5493-4e28-997e-0d970f5a6ec8", "name": "network-vif-deleted", "tag": "43e74d68-d96d-4713-8212-31b8a1bf2de5", "status": "completed", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:15:14.184769 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf4090d7-8e57-4f69-8b53-b4bd0d171db6 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:15:14.185174 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bee347d-5493-4e28-997e-0d970f5a6ec8', 'name': 'network-vif-deleted', 'tag': '43e74d68-d96d-4713-8212-31b8a1bf2de5', 'status': 'completed', 'code': 200} Jul 14 12:15:14.489342 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [req-618fd627-096c-4849-b54b-4ad5684fc2d8 req-e1370c54-9526-4b26-a816-c189da05ea73 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "GET /v2.0/ports?device_id=1bee347d-5493-4e28-997e-0d970f5a6ec8 HTTP/1.1" status: 200 len: 210 time: 0.0289438 Jul 14 12:15:15.583274 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41786) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:15.701349 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Deleting port c4e21f01-ca40-4fb3-b341-8aad69787878 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:15.701691 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:15.774278 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:15.774638 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:15.786579 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Calling delete_port for c4e21f01-ca40-4fb3-b341-8aad69787878 owned by network:floatingip {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:15.915378 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:15.943839 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'Port': ['ID=c4e21f01-ca40-4fb3-b341-8aad69787878,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:16.003460 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for floatingip, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:16.006124 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-412919'] for floatingip, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:16.007241 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ab414209-bf17-4538-8466-ca300252dd65 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "DELETE /v2.0/floatingips/eea58ab1-edb0-4d4e-abec-b72442d94a2f HTTP/1.1" status: 204 len: 168 time: 0.4229894 Jul 14 12:15:16.813169 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 43e74d68-d96d-4713-8212-31b8a1bf2de5 no longer exists at agent hyperv_hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:16.833211 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] No Port match for: 43e74d68-d96d-4713-8212-31b8a1bf2de5 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:16.833555 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Device 43e74d68-d96d-4713-8212-31b8a1bf2de5 not bound to the agent host hv-cinder-80076 {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:17.261953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41798) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:17.316919 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:17.340863 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:17.401520 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:17.404189 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Notify callbacks [] for security_group, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:17.405359 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] 10.222.0.44 "DELETE /v2.0/security-groups/714b5b20-78b5-41cf-8dce-8b025c54859c HTTP/1.1" status: 204 len: 168 time: 0.1424313 Jul 14 12:15:17.414496 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60c8c1-a192-47f2-b8ee-1ac7eafc6ed0 tempest-TestVolumeBootPattern-1934576100 tempest-TestVolumeBootPattern-1934576100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b5b20-78b5-41cf-8dce-8b025c54859c,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:17.459638 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41802) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:17.908911 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:18.150804 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Deleting port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:18.151142 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:18.227828 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] For port 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:18.228133 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:18.239953 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Calling delete_port for 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:18.415421 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:18.444891 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:18.596777 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:18.798074 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:18.898343 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:18.903214 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-d2f659a7-7e66-4753-8e0d-fd8d4892109f admin admin] 10.222.0.44 "PUT /v2.0/routers/6541b7bf-d3a2-4ccf-9252-cd72bed2a29d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4425189 Jul 14 12:15:18.905786 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41806) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:18.906616 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Sync routers for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:18.916905 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:18.917515 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:19.006803 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks [] for router, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.019221 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: dv-cinder-800768-2-iscsi {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:19.105812 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.156589 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Deleting port 8d2e6c59-3842-433d-9ba0-31080da56a07 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:19.156929 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.192875 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:18Z', 'revision_number': 5, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port': {'id': '8d2e6c59-3842-433d-9ba0-31080da56a07', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:24Z', 'updated_at': '2021-07-14T12:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:19.218674 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Checking router: 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d for host: dv-cinder-800768-2-iscsi {{(pid=93154) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:19.226611 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Routers {'6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93154) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:19.227213 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'], 'active': True} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:19.232186 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] For port 8d2e6c59-3842-433d-9ba0-31080da56a07, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8d2e6c59-3842-433d-9ba0-31080da56a07,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:19.232534 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.244669 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Calling delete_port for 8d2e6c59-3842-433d-9ba0-31080da56a07 owned by network:router_gateway {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:19.309026 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_dvr_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] Set router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d gateway port host: None {{(pid=93154) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:19.358797 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.db.l3_hamode_db [None req-831ec6e2-b129-4274-892f-757a500b84db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:19Z', 'revision_number': 6, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93154) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:19.387179 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ec6e2-b129-4274-892f-757a500b84db None None] The sync data for ids ['6541b7bf-d3a2-4ccf-9252-cd72bed2a29d'] in dv-cinder-800768-2-iscsi is: [{'id': '6541b7bf-d3a2-4ccf-9252-cd72bed2a29d', 'name': 'tempest-TestVolumeBootPattern-400336059-router', 'tenant_id': 'fdd325e404fe4c55af13839434f833f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:23Z', 'updated_at': '2021-07-14T12:15:19Z', 'revision_number': 6, 'project_id': 'fdd325e404fe4c55af13839434f833f3', 'gw_port_host': None}] {{(pid=93154) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:19.407160 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.436757 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2e6c59-3842-433d-9ba0-31080da56a07,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:19.494171 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.579169 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.581197 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.621281 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.621732 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6541b7bf-d3a2-4ccf-9252-cd72bed2a29d {{(pid=93153) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:15:19.625935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] Notify callbacks [] for router, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.627056 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-4d9bc0c2-dbb6-4e2d-9a42-1d86619f676f admin admin] 10.222.0.44 "DELETE /v2.0/routers/6541b7bf-d3a2-4ccf-9252-cd72bed2a29d HTTP/1.1" status: 204 len: 168 time: 0.7203560 Jul 14 12:15:19.630151 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41808) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:19.675552 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Deleting subnet 07649193-0604-423f-8ed1-37febabcfa5a {{(pid=93153) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:15:19.679072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.711361 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25551511'] for subnet, precommit_delete_associations {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.790538 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.843842 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25203566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25235366'] for subnet, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.874072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07649193-0604-423f-8ed1-37febabcfa5a,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:19.875932 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.878197 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-ffc40474-b609-40f8-8f66-94dae877cdd5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/07649193-0604-423f-8ed1-37febabcfa5a HTTP/1.1" status: 204 len: 168 time: 0.2467403 Jul 14 12:15:19.880357 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41810) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:19.880617 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e4af5-e858-4bb3-90cf-10e29b07280a None None] Network 96a0f64e-0b2e-4676-98b1-a716cf346ac8 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:15:19.946460 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:19.998424 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Deleting port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:19.998593 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.062826 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] For port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,segment=NetworkSegment(dd53d94c-d495-4888-aef4-8853000fc33a),segment_id=dd53d94c-d495-4888-aef4-8853000fc33a)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:20.063185 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.075980 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Calling delete_port for 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 owned by network:dhcp {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:20.154870 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.165847 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31858e1c-af37-4c74-8944-a479a85d4e73 None None] DHCP port deletion for 96a0f64e-0b2e-4676-98b1-a716cf346ac8 request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:15:20.181985 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7c0eec-9cc9-4e27-94e7-0ad48593d664,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:20.187379 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] No DVR routers for this DVR port 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 on host dv-cinder-800768-2-iscsi {{(pid=93153) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:20.264564 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.274628 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a0f64e-0b2e-4676-98b1-a716cf346ac8']}} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.284647 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd53d94c-d495-4888-aef4-8853000fc33a') {'for_net_delete': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.284946 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.services.segments.db [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd53d94c-d495-4888-aef4-8853000fc33a') {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:20.293614 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25551502'] for segment, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.307226 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.312831 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93153) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:15:20.313212 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25202880'] for segment, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: Traceback (most recent call last): Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: timer() Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: cb(*args, **kw) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: return func(*args, **kwargs) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: self._notify() Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: self.callback(batched_events) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: event.method(event) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: return f(self, *a, **k) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._get(url).json() Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: return self.request(url, 'GET', **kwargs) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:15:20.314866 dv-cinder-800768-2-iscsi neutron-server[93153]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:15:20.372328 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.376848 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:20.382527 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] 10.222.0.44 "DELETE /v2.0/networks/96a0f64e-0b2e-4676-98b1-a716cf346ac8 HTTP/1.1" status: 204 len: 168 time: 0.4960086 Jul 14 12:15:20.382527 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [-] (93153) accepted ('10.222.0.44', 41812) {{(pid=93153) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:20.425860 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7b3c5-62da-46db-818e-c091f02ae832 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a0f64e-0b2e-4676-98b1-a716cf346ac8,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:20.465655 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:20.485848 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:20.486271 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 0e1e6b3e-9a3f-4ec3-98f0-2c46265ee0f9 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:20.486772 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:20.504355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:20.504699 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 1b7c0eec-9cc9-4e27-94e7-0ad48593d664 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:20.505110 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8d2e6c59-3842-433d-9ba0-31080da56a07 no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:20.523318 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 8d2e6c59-3842-433d-9ba0-31080da56a07 {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:20.523659 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8d2e6c59-3842-433d-9ba0-31080da56a07 not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:20.718322 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-911957'] for router_interface, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:21.206777 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Deleting port 3b9d591c-98b9-4318-b777-82eec2a3fb6e {{(pid=93153) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:21.207116 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:21.283042 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] For port 3b9d591c-98b9-4318-b777-82eec2a3fb6e, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=3b9d591c-98b9-4318-b777-82eec2a3fb6e,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93153) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:21.283395 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:21.295935 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.plugins.ml2.plugin [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Calling delete_port for 3b9d591c-98b9-4318-b777-82eec2a3fb6e owned by network:router_interface {{(pid=93153) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:21.466653 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25203507'] for port, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:21.492072 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9d591c-98b9-4318-b777-82eec2a3fb6e,revision_number=None']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:21.651310 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-911281'] for router_interface, after_delete {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:21.854689 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 has already been hosted by L3 agent 7741d7bd-c301-4eb8-bace-7eed4fb1afff {{(pid=93153) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 12:15:21.957285 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] Notify agent at l3_agent.dv-cinder-800768-2-iscsi the message routers_updated {{(pid=93153) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:15:21.962790 dv-cinder-800768-2-iscsi neutron-server[93153]: INFO neutron.wsgi [None req-b42ad378-7777-4886-834e-6deef9fe472b admin admin] 10.222.0.44 "PUT /v2.0/routers/1359e2f6-7acf-4f3c-8dc7-91ef93321aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5793192 Jul 14 12:15:21.965504 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41814) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:21.968288 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Sync routers for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:15:21.977943 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:21.978549 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:22.066976 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks [] for router, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.078302 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: dv-cinder-800768-2-iscsi {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:22.165774 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.215889 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Deleting port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:22.216255 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.251627 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'external_fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:15:21Z', 'revision_number': 5, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port': {'id': 'b9613a1b-d00f-4b05-bc28-0a7c2268f0cb', 'name': '', 'network_id': '656c48c4-f497-48d9-96bd-e90d58b7405b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:95:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800768-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T12:08:29Z', 'updated_at': '2021-07-14T12:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4595ebec-59d2-4242-9ebc-d8d1cdb67b18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800768-2-iscsi'}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:22.277731 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Checking router: 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 for host: dv-cinder-800768-2-iscsi {{(pid=93155) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:15:22.285703 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Routers {'1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'} bound to L3 agent in host dv-cinder-800768-2-iscsi {{(pid=93155) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 12:15:22.286299 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800768-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T11:51:41Z,description=,heartbeat_timestamp=2021-07-14T12:15:11Z,host='dv-cinder-800768-2-iscsi',id=7741d7bd-c301-4eb8-bace-7eed4fb1afff,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T11:51:41Z,topic='l3_agent')) {'router_ids': ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'], 'active': True} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:22.291351 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] For port b9613a1b-d00f-4b05-bc28-0a7c2268f0cb, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,segment=NetworkSegment(25bde618-549a-4a6a-b14a-3e2500d85dd0),segment_id=25bde618-549a-4a6a-b14a-3e2500d85dd0)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:22.291706 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.307243 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Calling delete_port for b9613a1b-d00f-4b05-bc28-0a7c2268f0cb owned by network:router_gateway {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:22.448921 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_dvr_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] Set router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 gateway port host: None {{(pid=93155) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 12:15:22.470340 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.501702 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.l3_hamode_db [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:15:22Z', 'revision_number': 6, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port_host': None}], 'dv-cinder-800768-2-iscsi', False) {} {{(pid=93155) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:22.503098 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9613a1b-d00f-4b05-bc28-0a7c2268f0cb,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:22.528332 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187fca96-5c8d-42f3-af88-4e0a226fd842 None None] The sync data for ids ['1359e2f6-7acf-4f3c-8dc7-91ef93321aa2'] in dv-cinder-800768-2-iscsi is: [{'id': '1359e2f6-7acf-4f3c-8dc7-91ef93321aa2', 'name': 'tempest-TestVolumeBootPattern-619328396-router', 'tenant_id': '60479fdc7e544ac2904dcb0abeed53ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T12:08:28Z', 'updated_at': '2021-07-14T12:15:22Z', 'revision_number': 6, 'project_id': '60479fdc7e544ac2904dcb0abeed53ab', 'gw_port_host': None}] {{(pid=93155) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:15:22.569131 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-914483'] for router_gateway, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.653898 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6496'] for router, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.655869 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.697133 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-655656'] for router, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.697670 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 {{(pid=93152) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:15:22.701803 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] Notify callbacks [] for router, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.702938 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-dc1114bf-3423-48c9-8e65-867a302fb19f admin admin] 10.222.0.44 "DELETE /v2.0/routers/1359e2f6-7acf-4f3c-8dc7-91ef93321aa2 HTTP/1.1" status: 204 len: 168 time: 0.7362995 Jul 14 12:15:22.705599 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41816) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:22.751287 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Deleting subnet b8869e18-0de4-4578-a5de-a8787fbc4e70 {{(pid=93152) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 12:15:22.754851 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.786911 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25337220'] for subnet, precommit_delete_associations {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.859394 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16596138'] for subnet, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.917685 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16596115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25337336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26082510'] for subnet, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.946108 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8869e18-0de4-4578-a5de-a8787fbc4e70,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:22.951325 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for subnet, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:22.955325 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-ddff692a-c78e-467c-8da6-2814de3afd19 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8869e18-0de4-4578-a5de-a8787fbc4e70 HTTP/1.1" status: 204 len: 168 time: 0.2467990 Jul 14 12:15:22.956172 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41818) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:22.957627 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de203595-4633-4d08-b9c4-70c4108be5cc None None] Network 3d024d2d-35d8-4ca7-8eae-3144a9292c94 requested from dv-cinder-800768-2-iscsi {{(pid=93154) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 12:15:23.021552 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16492303'] for network, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.072584 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Deleting port 8b7437aa-fd05-4eb7-a160-3f16de9db11a {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 12:15:23.072918 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735753495727'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.136727 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] For port 8b7437aa-fd05-4eb7-a160-3f16de9db11a, host dv-cinder-800768-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800768-2-iscsi',level=0,port_id=8b7437aa-fd05-4eb7-a160-3f16de9db11a,segment=NetworkSegment(ecd27cc7-e453-4aee-b683-7a855dac8f84),segment_id=ecd27cc7-e453-4aee-b683-7a855dac8f84)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:15:23.137087 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-911350'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.149218 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Calling delete_port for 8b7437aa-fd05-4eb7-a160-3f16de9db11a owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 12:15:23.225516 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16313896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-379728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735753499365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735753122708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25337253'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.250324 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7437aa-fd05-4eb7-a160-3f16de9db11a,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:23.252136 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] No DVR routers for this DVR port 8b7437aa-fd05-4eb7-a160-3f16de9db11a on host dv-cinder-800768-2-iscsi {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 12:15:23.301015 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b656e11-5067-4edc-bf45-466353dd5d8b None None] DHCP port deletion for 3d024d2d-35d8-4ca7-8eae-3144a9292c94 request from dv-cinder-800768-2-iscsi {{(pid=93154) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 12:15:23.324258 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16581411', 'neutron.services.segments.db._delete_segments_for_network-8735753579668'] for network, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.334805 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d024d2d-35d8-4ca7-8eae-3144a9292c94']}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:23.344697 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd27cc7-e453-4aee-b683-7a855dac8f84') {'for_net_delete': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:23.344992 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.services.segments.db [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd27cc7-e453-4aee-b683-7a855dac8f84') {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:15:23.354048 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735753609355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25337245'] for segment, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.368437 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667'] for segment, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.374353 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93152) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:15:23.374754 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16594667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25337430'] for segment, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: conditions |= (models_v2.Port.network_id.in_( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: Traceback (most recent call last): Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: timer() Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: cb(*args, **kw) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: return func(*args, **kwargs) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: self._notify() Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: self.callback(batched_events) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: event.method(event) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: return f(self, *a, **k) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._get(url).json() Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: return self.request(url, 'GET', **kwargs) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 12:15:23.376640 dv-cinder-800768-2-iscsi neutron-server[93152]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 12:15:23.433937 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16581416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-580138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-914463'] for network, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.439493 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-580188'] for network, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.441440 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3d024d2d-35d8-4ca7-8eae-3144a9292c94 HTTP/1.1" status: 204 len: 168 time: 0.4847848 Jul 14 12:15:23.452023 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e11e6d-cc77-4f49-8767-66f98f5e8641 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d024d2d-35d8-4ca7-8eae-3144a9292c94,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:23.553583 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41822) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:23.593081 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-18fefda7-0f4e-4948-8962-7cfdda1fef7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdd325e404fe4c55af13839434f833f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381925 Jul 14 12:15:23.595532 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41824) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:23.641193 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.661419 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.706481 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.709252 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:23.710386 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2113048-a19e-49e7-a868-cbad4059625c HTTP/1.1" status: 204 len: 168 time: 0.1139498 Jul 14 12:15:23.720587 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d776b-a2ad-406c-9f02-9e2b5ab202e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2113048-a19e-49e7-a868-cbad4059625c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:24.006550 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41830) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:24.044548 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-482c14c5-5107-4ca5-8a6b-492400fadbe9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60479fdc7e544ac2904dcb0abeed53ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368776 Jul 14 12:15:24.046830 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.wsgi [-] (93152) accepted ('10.222.0.44', 41832) {{(pid=93152) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 12:15:24.095683 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.115912 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.159535 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533013'] for security_group, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.162773 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:24.164138 dv-cinder-800768-2-iscsi neutron-server[93152]: INFO neutron.wsgi [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/951bc785-6699-4221-b7f6-07034d4bd0e6 HTTP/1.1" status: 204 len: 168 time: 0.1163807 Jul 14 12:15:24.172812 dv-cinder-800768-2-iscsi neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fe5c5-9cf3-4617-bb33-42656f44ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bc785-6699-4221-b7f6-07034d4bd0e6,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:15:24.453003 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9613a1b-d00f-4b05-bc28-0a7c2268f0cb no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:24.473386 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: b9613a1b-d00f-4b05-bc28-0a7c2268f0cb {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:24.473728 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device b9613a1b-d00f-4b05-bc28-0a7c2268f0cb not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:24.474156 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 3b9d591c-98b9-4318-b777-82eec2a3fb6e no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:24.497301 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 3b9d591c-98b9-4318-b777-82eec2a3fb6e {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:24.497538 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 3b9d591c-98b9-4318-b777-82eec2a3fb6e not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:24.497964 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8b7437aa-fd05-4eb7-a160-3f16de9db11a no longer exists at agent ovs-agent-dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:15:24.517825 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.plugin [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] No Port match for: 8b7437aa-fd05-4eb7-a160-3f16de9db11a {{(pid=93154) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 12:15:24.518175 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron.plugins.ml2.rpc [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Device 8b7437aa-fd05-4eb7-a160-3f16de9db11a not bound to the agent host dv-cinder-800768-2-iscsi {{(pid=93154) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:15:25.784569 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:15:36.818109 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:38.424425 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-309890a3-cc9d-46da-bf30-04c3460b8492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:40.867080 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-eafaadb1-7723-4d6b-a296-180f2c706fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:41.349472 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:42.507368 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:15:44.080799 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:02.783776 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:06.817053 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:08.425758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-b53e4709-42b7-49dc-b031-c22e60b364ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:10.867218 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6cf9c770-3b7f-4281-835f-293d9ec412e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:11.349442 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:12.511047 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:14.083576 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:36.831011 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:38.425259 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-4735ff68-cf4a-4e73-a980-3b246761bcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:39.782051 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:40.865806 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-2b7b1a19-1c8c-449a-b340-1e02ed7c58f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:41.349693 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:42.512355 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:16:44.088068 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:06.846416 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:08.424746 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-a48efa4d-2f57-4de3-a63f-8ea5832d095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:10.865540 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-507e7190-81c0-4c81-90cf-66f4e9b28f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:11.350492 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:12.515514 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:14.088820 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:16.781345 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:17:36.860410 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:38.424311 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-409fc79b-4aa4-4a3e-b8e0-c270c4036585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:40.865547 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3092830a-587c-4e4a-9083-3248d42ff94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:41.350372 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:42.519037 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:44.090379 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:17:53.779222 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:18:06.868767 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:08.423889 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-dfc5d56f-c7e7-4042-af1e-bbd5a6a404df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:10.866181 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-aef3dfe0-aa3c-4833-af7b-cd2904b37943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:11.351126 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:12.523025 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:14.092520 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:30.777224 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:18:36.891184 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:38.422773 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f476-a347-42ae-9a8b-f294cb2848ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:40.866019 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-0ce76fdb-8e22-43f4-acb5-5f538691450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:41.351273 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:42.526714 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:18:44.097282 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:06.889758 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:07.776554 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:08.422324 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-7c9aad98-0bb0-436c-86b0-9766f4fe6c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:10.866207 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3ccf9f53-4c75-45d5-a6c6-4cd511c0b57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:11.351117 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:12.526938 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:14.099010 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:36.905081 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:38.422446 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-e11ad839-d230-4d10-8abc-2cf1cd411158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:40.866074 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb6b9-7996-48ea-a8b6-615a9d6b1c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:41.350965 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:42.530159 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:44.100283 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:19:44.775588 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:59.607028 dv-cinder-800768-2-iscsi neutron-server[93153]: DEBUG neutron.wsgi [req-7d271eac-be97-4230-a888-3a2cb8411643 req-b6943ed0-9932-4105-ae09-5e3ab0544690 service neutron] (93153) timed out ('10.222.0.47', 64547) {{(pid=93153) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 12:20:06.900943 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:08.422795 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-02938da0-29d8-4800-bdf1-0e7bc7cfbef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:10.866602 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-84d4a89a-c114-4dc9-af28-7b0938738a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:11.351520 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:12.532720 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:14.103662 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:21.774349 dv-cinder-800768-2-iscsi neutron-server[93155]: DEBUG neutron.db.agents_db [None req-d1af52b9-c9b0-4712-8caa-a7fb55873dcd None None] Agent healthcheck: found 6 active agents {{(pid=93155) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:20:36.917677 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-c635ac74-edd7-4896-9f83-02793b3c12d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:38.423897 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-42caa406-99da-4014-8724-3a408102dff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:40.867863 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-899227f9-f3b1-4331-a9b6-bb71add10cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:41.351099 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-ebe44a88-6ade-4a47-9e86-b53012b1ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:42.535104 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6ef9-4a6b-4ac9-bea3-811d04f2e9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 12:20:44.109390 dv-cinder-800768-2-iscsi neutron-server[93154]: DEBUG neutron_lib.callbacks.manager [None req-3225c9b3-d372-4a87-b15c-a6e8596fa7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735753583342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16583017'] for agent, after_update {{(pid=93154) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}